-- Logs begin at Sun 2022-01-16 22:39:05 UTC, end at Sun 2022-01-16 23:36:08 UTC. -- Jan 16 23:09:24.268798 dv-cinder-824839-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 16 23:09:27.204684 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.common.config [-] Logging enabled! Jan 16 23:09:27.205349 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 16 23:09:27.205490 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102286) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 16 23:09:27.208797 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.common.config [-] Logging enabled! Jan 16 23:09:27.209049 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 16 23:09:27.209385 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102286) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 16 23:09:27.210304 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 16 23:09:27.210538 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 16 23:09:27.211064 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 16 23:09:27.211312 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 16 23:09:27.211539 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 16 23:09:27.211867 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.212291 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 16 23:09:27.212599 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.212893 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.213182 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.213497 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.213785 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.214067 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.214883 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.215178 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.215462 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.215740 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.216020 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.216309 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.216588 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.216870 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.217155 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.217463 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] debug = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.217747 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.218172 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.218569 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.218852 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.219137 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.219414 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.219684 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.219958 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.220241 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.220565 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] host = dv-cinder-824839-1-iscsi {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.220842 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.221124 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.221438 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.221725 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.221995 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.222272 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.222552 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.222824 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.223093 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.223365 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.223648 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.223929 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.224215 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.224438 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.224660 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.224946 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.225251 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.225528 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.225800 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.226072 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.226344 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.226615 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.226879 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.227160 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.227440 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.227726 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.227999 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.228273 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.228540 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.228955 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.229547 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.229829 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.230161 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.230938 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.231231 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.231503 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.231778 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.232076 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.232359 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.232638 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.232919 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.233195 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.233496 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.233766 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.234037 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.234306 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] use_json = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.234575 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.234843 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.235121 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.235391 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.235661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.235933 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.236201 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.236482 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.236751 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:27.237043 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.237368 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.237664 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.237953 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.238239 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.238516 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.238800 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.239076 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.239362 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.239648 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.239935 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.240212 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.240509 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.240793 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.241084 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.241408 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.241704 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.241995 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.242272 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.242543 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.242814 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.243093 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.243379 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.243656 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.243940 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.244225 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.244500 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.244794 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.245080 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.245401 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.245716 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.245989 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.246266 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.246553 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.246831 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.247102 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.247378 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.247663 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.247942 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.248213 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.248492 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.248765 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.249032 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.249327 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.249603 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.249887 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.250159 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.250425 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.250692 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.250963 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.251232 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.251512 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.251784 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.252052 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.252318 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.252590 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.252858 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.253127 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.253423 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.253692 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.253962 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.254228 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.254493 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.254759 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.255024 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.255296 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.255568 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.255836 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.256108 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.256377 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.256644 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.256916 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.257188 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.257481 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.257769 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.258063 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.258340 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.258618 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.258895 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.259177 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.259451 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.259726 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.260001 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.260277 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.260548 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.260833 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.261151 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.261466 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.261768 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.262047 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.262340 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.262617 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.262900 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.263176 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.263452 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.263735 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.264016 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.264308 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.264597 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.264885 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.265173 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.265485 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.265765 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.266069 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.266345 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:27.266559 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 16 23:09:27.266796 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102286) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 16 23:09:27.639225 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 16 23:09:27.639506 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 16 23:09:27.639813 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 16 23:09:27.640148 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 16 23:09:27.968279 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:27.968576 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:27.968847 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:27.971828 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:27.972112 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:27.972383 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.016770 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.017050 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.017342 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.031583 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.031864 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.032135 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.061931 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.062211 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.062482 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.098288 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.098566 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.098833 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.450143 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.450768 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.450768 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.450930 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.451626 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.553627 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.553952 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.554234 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.554502 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.554768 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.555076 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.555334 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.555587 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.555840 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.556119 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.556376 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.556642 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.556899 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.557152 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.557434 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.557700 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.558009 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.558776 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.559045 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.559304 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.559576 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.559827 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.560105 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.560479 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.560729 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.560972 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.561396 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:28.561639 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:28.561876 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:28.562111 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:28.562343 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:28.562575 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:28.562939 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 16 23:09:28.566191 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 16 23:09:28.570186 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 16 23:09:28.574062 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 16 23:09:28.575714 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 16 23:09:28.576178 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 16 23:09:28.576515 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 16 23:09:28.576896 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 16 23:09:28.579771 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 16 23:09:28.580021 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 16 23:09:28.580363 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 16 23:09:28.585889 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 16 23:09:28.610162 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 16 23:09:28.610610 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.610908 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102286) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 16 23:09:28.611271 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.612660 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102286) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 16 23:09:28.612939 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 16 23:09:28.613183 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 16 23:09:28.616439 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.616720 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:28.681599 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 16 23:09:28.681830 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 16 23:09:28.682072 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 16 23:09:28.682437 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 16 23:09:28.702486 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_db.sqlalchemy.engines [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102286) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 16 23:09:29.137366 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing driver for type 'gre' Jan 16 23:09:29.137915 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] gre ID ranges: [(1, 1000)] Jan 16 23:09:29.189398 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing driver for type 'local' Jan 16 23:09:29.189742 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing driver for type 'vlan' Jan 16 23:09:29.202317 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] VlanTypeDriver initialization complete Jan 16 23:09:29.202637 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing driver for type 'vxlan' Jan 16 23:09:29.203076 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] vxlan ID ranges: [(1, 1000)] Jan 16 23:09:29.254208 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing extension driver 'port_security' Jan 16 23:09:29.254563 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.extensions.port_security [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] PortSecurityExtensionDriver initialization complete Jan 16 23:09:29.254907 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing mechanism driver 'openvswitch' Jan 16 23:09:29.255305 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing mechanism driver 'hyperv' Jan 16 23:09:29.262648 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.plugin [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:09:29.263332 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.263703 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.264057 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.264584 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 16 23:09:29.265021 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.265404 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.265753 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.266154 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 16 23:09:29.266563 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.266911 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.267254 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.267646 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 16 23:09:29.268050 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > security_group after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.268398 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > security_group after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.268738 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.269297 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 16 23:09:29.269710 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.270063 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.270412 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.270809 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 16 23:09:29.271215 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > address_group after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.271561 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > address_group after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.271902 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.272294 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 16 23:09:29.272740 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] ML2 OVO RPC backend initialized. {{(pid=102286) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 16 23:09:29.273481 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.273837 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.274259 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.274609 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > networks before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.274958 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.275300 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > ports before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.275900 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.276247 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnets before_response 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.276591 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.276929 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.277294 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.278197 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.278542 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.278877 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.279214 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.279547 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.279882 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.280454 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.plugin [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Modular L2 Plugin initialization complete Jan 16 23:09:29.280784 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading services supported by the core plugin {{(pid=102286) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 16 23:09:29.281112 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.plugins.ml2.managers [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Got port-security extension from driver 'port_security' Jan 16 23:09:29.281599 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.extensions.vlantransparent [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Disabled vlantransparent extension. Jan 16 23:09:29.282079 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102286) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 16 23:09:29.282394 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: router Jan 16 23:09:29.317947 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.318342 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_create 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.318712 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router before_create 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.319077 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.319451 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.319807 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_delete 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.320166 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > floatingip after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.320530 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.320873 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_create 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.321235 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_update 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.321598 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_update 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.321945 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.322305 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_update 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.322714 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_update 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.323084 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.323425 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.323764 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: subnet after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.324108 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.324989 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.325370 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_create 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.325719 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.326068 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.326429 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router after_update 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.326771 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.327125 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_create 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.327484 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.327828 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_update 55549900 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.328189 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > agent after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.328539 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > agent after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.328883 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > network after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.329762 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Tracking information for resource: router configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:29.330097 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Tracking information for resource: floatingip configured {{(pid=102286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 16 23:09:29.335142 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.db.l3_agentschedulers_db [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 16 23:09:29.335719 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.336087 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port after_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.336451 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port after_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.336806 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: port after_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.337619 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router before_create 55550100 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.337987 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.338352 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_create 55550100 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.338709 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > router precommit_update 55550100 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.344032 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.provider_configuration [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service providers = [] {{(pid=102286) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 16 23:09:29.344398 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.db.servicetype_db [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102286) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 16 23:09:29.347374 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.service_base [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 16 23:09:29.347722 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.service_base [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 16 23:09:29.348065 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.service_base [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 16 23:09:29.348965 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.services.service_base [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 16 23:09:29.349366 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.services.service_base [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 16 23:09:29.349744 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.350065 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 16 23:09:29.362208 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.362548 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: auto_allocate Jan 16 23:09:29.368271 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: network precommit_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.368637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: network precommit_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.369152 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.369502 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: tag Jan 16 23:09:29.376720 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.377052 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: timestamp Jan 16 23:09:29.381111 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.381467 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: network_ip_availability Jan 16 23:09:29.386986 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.387916 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.388224 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.388929 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.389272 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: flavors Jan 16 23:09:29.394030 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.394370 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading Plugin: revisions Jan 16 23:09:29.398683 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 16 23:09:29.399079 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_concurrency.lockutils [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=102286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 16 23:09:29.399825 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102286) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 16 23:09:29.400161 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Initializing extension manager. Jan 16 23:09:29.400933 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: __init__.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.401301 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: __pycache__ {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.401637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.401971 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: address_group.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.402747 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.403313 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: address-group Jan 16 23:09:29.403639 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: address_scope.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.404546 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.405056 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: address-scope Jan 16 23:09:29.405415 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.406360 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.406871 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: router-admin-state-down-before-update Jan 16 23:09:29.407196 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: agent.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.407899 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.408398 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: agent Jan 16 23:09:29.408719 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: agent_resources_synced.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.409658 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.410162 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: agent-resources-synced Jan 16 23:09:29.410484 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: allowedaddresspairs.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.412307 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.412833 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: allowed-address-pairs Jan 16 23:09:29.413163 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: auto_allocated_topology.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.414268 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.414789 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: auto-allocated-topology Jan 16 23:09:29.415120 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: availability_zone.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.415821 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.416327 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: availability_zone Jan 16 23:09:29.416662 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: availability_zone_filter.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.417608 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.418119 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: availability_zone_filter Jan 16 23:09:29.418471 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: data_plane_status.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.419377 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.419882 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension data-plane-status not supported by any of loaded plugins Jan 16 23:09:29.420207 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: default_subnetpools.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.421120 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.421660 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: default-subnetpools Jan 16 23:09:29.421986 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.422791 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.423306 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: dhcp_agent_scheduler Jan 16 23:09:29.423632 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: dns.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.424577 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.425085 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension dns-integration not supported by any of loaded plugins Jan 16 23:09:29.425440 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: dns_domain_ports.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.426360 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.426868 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 16 23:09:29.427191 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.428112 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.428612 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 16 23:09:29.428933 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: dvr.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.429638 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.430142 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: dvr Jan 16 23:09:29.430463 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: ecmp_routes.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.431380 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.431877 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension ecmp_routes not supported by any of loaded plugins Jan 16 23:09:29.432200 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: empty_string_filtering.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.433109 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.433650 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: empty-string-filtering Jan 16 23:09:29.434492 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.435407 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.435916 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 16 23:09:29.436238 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.437171 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.437699 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 16 23:09:29.438024 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: external_net.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.438969 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.439481 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: external-net Jan 16 23:09:29.439808 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.440737 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.441279 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: extra_dhcp_opt Jan 16 23:09:29.441610 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: extraroute.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.442527 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.443037 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: extraroute Jan 16 23:09:29.443355 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: extraroute_atomic.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.444699 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.445290 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: extraroute-atomic Jan 16 23:09:29.445686 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: filter_validation.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.446300 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.446899 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: filter-validation Jan 16 23:09:29.447263 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: fip_pf_description.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.448303 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.448685 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 16 23:09:29.449000 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: fip_port_details.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.450657 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.451364 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: fip-port-details Jan 16 23:09:29.451452 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: flavors.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.452716 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.453237 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: flavors Jan 16 23:09:29.453578 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.455347 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.455926 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 16 23:09:29.456239 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: floatingip_pools.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.457008 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.457550 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: floatingip-pools Jan 16 23:09:29.457873 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: ip_allocation.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.458853 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.459480 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension ip_allocation not supported by any of loaded plugins Jan 16 23:09:29.459995 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.460888 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.461463 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: ip-substring-filtering Jan 16 23:09:29.461856 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l2_adjacency.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.462902 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.463375 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension l2_adjacency not supported by any of loaded plugins Jan 16 23:09:29.463801 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.464927 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.465504 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: router Jan 16 23:09:29.465831 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.468182 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.468711 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 16 23:09:29.469035 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.470079 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.470623 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: ext-gw-mode Jan 16 23:09:29.470950 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.472127 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.472493 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: l3-ha Jan 16 23:09:29.472940 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3_flavors.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.473772 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.474281 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: l3-flavors Jan 16 23:09:29.474648 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.475587 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.476099 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: l3-port-ip-change-not-allowed Jan 16 23:09:29.476425 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: l3agentscheduler.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.477587 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.478104 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: l3_agent_scheduler Jan 16 23:09:29.478438 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: local_ip.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.480353 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.480954 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension local_ip not supported by any of loaded plugins Jan 16 23:09:29.481315 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: logging.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.482923 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.483453 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension logging not supported by any of loaded plugins Jan 16 23:09:29.483793 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: metering.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.484546 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.485135 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: metering Jan 16 23:09:29.485564 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.486702 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.487334 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: metering_source_and_destination_fields Jan 16 23:09:29.487681 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: multiprovidernet.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.488649 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.489156 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: multi-provider Jan 16 23:09:29.489509 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: netmtu.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.490428 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.490970 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: net-mtu Jan 16 23:09:29.491263 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: netmtu_writable.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.492180 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.492690 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: net-mtu-writable Jan 16 23:09:29.493020 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: network_availability_zone.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.493724 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.494231 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: network_availability_zone Jan 16 23:09:29.494558 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: network_ip_availability.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.495675 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.496193 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: network-ip-availability Jan 16 23:09:29.497044 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: network_segment_range.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.497848 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.498356 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension network-segment-range not supported by any of loaded plugins Jan 16 23:09:29.498684 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: pagination.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.499808 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.500142 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: pagination Jan 16 23:09:29.500470 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: port_device_profile.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.501414 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.501936 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: port-device-profile Jan 16 23:09:29.502262 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.503179 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.503693 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: port-mac-address-regenerate Jan 16 23:09:29.504020 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.504943 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.505499 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: port-numa-affinity-policy Jan 16 23:09:29.505829 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: port_resource_request.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.506744 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.507251 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension port-resource-request not supported by any of loaded plugins Jan 16 23:09:29.507577 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: port_resource_request_groups.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.508540 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.509045 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 16 23:09:29.509399 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: portbindings.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.510331 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.510839 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: binding Jan 16 23:09:29.511162 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: portbindings_extended.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.513101 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.513617 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: binding-extended Jan 16 23:09:29.513947 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: portsecurity.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.514871 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.515380 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: port-security Jan 16 23:09:29.515705 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: project_id.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.516681 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.517012 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: project-id Jan 16 23:09:29.517366 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: providernet.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.518300 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.518812 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: provider Jan 16 23:09:29.519137 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.522791 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.523320 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos not supported by any of loaded plugins Jan 16 23:09:29.523654 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.524919 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.525728 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 16 23:09:29.526064 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.526990 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.527504 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 16 23:09:29.527865 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_default.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.528789 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.529329 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-default not supported by any of loaded plugins Jan 16 23:09:29.529671 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_fip.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.530591 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.531102 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-fip not supported by any of loaded plugins Jan 16 23:09:29.531430 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_fip_network_policy.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.532356 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.532871 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 16 23:09:29.533197 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_gateway_ip.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.534146 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.534664 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 16 23:09:29.534989 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_port_network_policy.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.535902 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.536405 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 16 23:09:29.536726 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.537815 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.538327 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 16 23:09:29.538653 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_pps_rule.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.539835 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.540350 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-pps not supported by any of loaded plugins Jan 16 23:09:29.540682 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_rule_type_details.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.541636 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.542148 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 16 23:09:29.542475 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: qos_rules_alias.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.543549 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.544060 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 16 23:09:29.544391 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: quota_check_limit.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.545337 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.545853 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: quota-check-limit Jan 16 23:09:29.546180 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: quotasv2.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.547140 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.547472 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: quotas Jan 16 23:09:29.547798 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: quotasv2_detail.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.551257 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.551601 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: quota_details Jan 16 23:09:29.551941 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: rbac.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.553022 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.553599 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: rbac-policies Jan 16 23:09:29.553938 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: rbac_address_group.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.554874 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.555393 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: rbac-address-group Jan 16 23:09:29.555723 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: rbac_address_scope.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.556642 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.557156 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: rbac-address-scope Jan 16 23:09:29.557512 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: rbac_security_groups.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.558438 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.559477 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: rbac-security-groups Jan 16 23:09:29.559803 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: rbac_subnetpool.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.560719 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.561250 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: rbac-subnetpool Jan 16 23:09:29.561580 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: revisionifmatch.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.562504 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.563019 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: revision-if-match Jan 16 23:09:29.563345 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: revisions.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.564463 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.564977 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: standard-attr-revisions Jan 16 23:09:29.565368 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: router_availability_zone.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.566014 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.566521 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: router_availability_zone Jan 16 23:09:29.566844 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: routerservicetype.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.567763 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.568269 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension router-service-type not supported by any of loaded plugins Jan 16 23:09:29.568592 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.569635 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.570145 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: security-groups-normalized-cidr Jan 16 23:09:29.570470 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.571401 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.571911 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: port-security-groups-filtering Jan 16 23:09:29.572236 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.573173 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.573705 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: security-groups-remote-address-group Jan 16 23:09:29.574032 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.575584 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.576093 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: security-groups-shared-filtering Jan 16 23:09:29.576420 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.577013 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 16 23:09:29.577368 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: securitygroup.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.587081 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.587613 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: security-group Jan 16 23:09:29.587952 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: segment.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.588753 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.589287 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension segment not supported by any of loaded plugins Jan 16 23:09:29.589623 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.590590 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.591134 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 16 23:09:29.591441 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: servicetype.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.592553 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.593075 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: service-type Jan 16 23:09:29.593447 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: sorting.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.594440 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.594773 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: sorting Jan 16 23:09:29.595101 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: standard_attr_segment.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.596021 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.596541 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 16 23:09:29.596869 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: standardattrdescription.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.597547 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.598056 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: standard-attr-description Jan 16 23:09:29.598384 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: stateful_security_group.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.599332 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.599844 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: stateful-security-group Jan 16 23:09:29.600171 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: stdattrs_common.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.600739 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 16 23:09:29.601063 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.602024 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.602540 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 16 23:09:29.602864 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: subnet_onboard.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.603945 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.604468 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: subnet_onboard Jan 16 23:09:29.604794 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.605774 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.606286 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 16 23:09:29.606612 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: subnet_service_types.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.607541 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.608058 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: subnet-service-types Jan 16 23:09:29.608390 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: subnetallocation.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.609512 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.610035 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: subnet_allocation Jan 16 23:09:29.610361 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.611032 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.611548 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: subnetpool-prefix-ops Jan 16 23:09:29.611871 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.612807 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.613345 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 16 23:09:29.613674 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: tagging.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.614752 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.615271 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: standard-attr-tag Jan 16 23:09:29.615602 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: timestamp.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.616829 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.617378 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loaded extension: standard-attr-timestamp Jan 16 23:09:29.617709 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: trunk.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.618757 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.619273 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension trunk not supported by any of loaded plugins Jan 16 23:09:29.619599 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: trunk_details.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.620523 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.621042 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension trunk-details not supported by any of loaded plugins Jan 16 23:09:29.621934 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: uplink_status_propagation.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.622863 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.623377 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 16 23:09:29.623703 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Loading extension file: vlantransparent.py {{(pid=102286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 16 23:09:29.624371 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 16 23:09:29.624879 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extension vlan-transparent not supported by any of loaded plugins Jan 16 23:09:29.627401 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:network Jan 16 23:09:29.627927 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:subnet Jan 16 23:09:29.628329 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:subnetpool Jan 16 23:09:29.628728 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:port Jan 16 23:09:29.629995 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.630447 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service FLAVORS assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.631058 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.631481 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.631817 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:router Jan 16 23:09:29.632264 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:floatingip Jan 16 23:09:29.632753 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service METERING assigned prefix: /metering {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.634221 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.634597 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.634954 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:09:29.635950 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of CountableResource for resource:rbac_policy Jan 16 23:09:29.636396 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:security_group Jan 16 23:09:29.636825 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 16 23:09:29.638067 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service CORE assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.638354 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:subnetpool Jan 16 23:09:29.638701 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] subnetpool is already registered Jan 16 23:09:29.639148 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service CORE assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.639479 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:subnetpool Jan 16 23:09:29.639814 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] subnetpool is already registered Jan 16 23:09:29.642138 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.642694 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service FLAVORS assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.643330 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.643754 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.644092 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:router Jan 16 23:09:29.644432 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] router is already registered Jan 16 23:09:29.644857 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:floatingip Jan 16 23:09:29.645178 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] floatingip is already registered Jan 16 23:09:29.645682 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service METERING assigned prefix: /metering {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.646378 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of CountableResource for resource:rbac_policy Jan 16 23:09:29.646706 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] rbac_policy is already registered Jan 16 23:09:29.647139 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:security_group Jan 16 23:09:29.647475 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] security_group is already registered Jan 16 23:09:29.647880 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 16 23:09:29.648214 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] security_group_rule is already registered Jan 16 23:09:29.648710 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service CORE assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.649039 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:subnetpool Jan 16 23:09:29.649397 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] subnetpool is already registered Jan 16 23:09:29.649829 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.v2.resource_helper [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Service CORE assigned prefix: {{(pid=102286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 16 23:09:29.650167 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Creating instance of TrackedResource for resource:subnetpool Jan 16 23:09:29.650754 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING neutron.quota.resource_registry [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] subnetpool is already registered Jan 16 23:09:29.651229 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: extensions {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.653898 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: address-groups {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.655416 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: address-scopes {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.656637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: agents {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.657971 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: auto-allocated-topology {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.659233 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: availability_zones {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.661117 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: dhcp-networks {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.662577 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: dhcp-agents {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.664120 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: routers {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.666262 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: flavors {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.667536 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: service_profiles {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.669434 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: next_providers {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.670894 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: service_profiles {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.672338 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: floatingip-pools {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.673769 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: routers {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.675881 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: floatingips {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.677168 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: l3-routers {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.678579 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: l3-agents {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.680003 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: metering-labels {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.681292 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: metering-label-rules {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.682688 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: network-ip-availabilities {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.684488 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: bindings {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.686079 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: quotas {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.687748 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: quotas {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.689322 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: rbac-policies {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.690547 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: security-groups {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.691865 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: security-group-rules {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.693091 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: service-providers {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.694353 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: subnetpools {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.695679 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: subnetpools {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.697245 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.698944 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.701390 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.703181 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.704863 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.706844 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.708541 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.711349 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.713129 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.714908 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron.api.extensions [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Extended resource: tags {{(pid=102286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 16 23:09:29.720967 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING keystonemiddleware.auth_token [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 16 23:09:29.725488 dv-cinder-824839-1-iscsi neutron-server[102286]: WARNING keystonemiddleware.auth_token [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 16 23:09:29.734654 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_concurrency.lockutils [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Acquired lock "singleton_lock" {{(pid=102286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 16 23:09:29.735127 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_concurrency.lockutils [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Releasing lock "singleton_lock" {{(pid=102286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 16 23:09:29.735775 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Starting 2 workers Jan 16 23:09:29.740618 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Started child 102393 {{(pid=102286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 16 23:09:29.745081 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Started child 102394 {{(pid=102286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 16 23:09:29.746062 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:29.747255 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO neutron.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Neutron service started, listening on 0.0.0.0:9696 Jan 16 23:09:29.747912 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Publish callbacks [] for process (None), before_spawn {{(pid=102286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:29.748199 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [-] (102393) wsgi starting up on http://0.0.0.0:9696 Jan 16 23:09:29.750381 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Starting 1 workers Jan 16 23:09:29.750934 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:29.752422 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [-] (102394) wsgi starting up on http://0.0.0.0:9696 Jan 16 23:09:29.755634 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Started child 102395 {{(pid=102286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 16 23:09:29.756181 dv-cinder-824839-1-iscsi neutron-server[102286]: INFO oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Starting 1 workers Jan 16 23:09:29.759316 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] calling RpcWorker wait() {{(pid=102395) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 16 23:09:29.759890 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] returning from RpcWorker wait() {{(pid=102395) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 16 23:09:29.760689 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Started child 102396 {{(pid=102286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 16 23:09:29.761129 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:29.761543 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG neutron_lib.callbacks.manager [None req-90ed285a-0ac2-4348-933b-bdaf684b92cd None None] Publish callbacks [] for process (None), after_spawn {{(pid=102286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:29.761660 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:09:29.763498 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 16 23:09:29.763714 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 16 23:09:29.763904 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 16 23:09:29.764140 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 16 23:09:29.764469 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 16 23:09:29.764634 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 16 23:09:29.765127 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.765448 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.765699 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.765790 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:29.766236 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.766236 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.766778 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.767015 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.767428 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.767855 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.768248 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.768566 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.768875 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.769299 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.769674 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.770140 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.770554 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.770961 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.771357 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.771675 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.772103 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.772504 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.772902 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.773341 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] debug = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.773748 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.774340 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.774740 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.775116 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.775741 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.776185 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.776553 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.776968 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.777372 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.777784 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.778159 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.778561 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.778948 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.779311 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.779704 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.780093 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.780480 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.780864 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.781502 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] host = dv-cinder-824839-1-iscsi {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.781893 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.782270 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.782668 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.783052 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.783445 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.783820 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.784219 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.784616 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.785004 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.785413 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.785813 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.786170 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.786556 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.786943 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.787161 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_options = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.787371 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.787666 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.787936 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.788129 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.788212 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:09:29.788307 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.788504 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.788719 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.788902 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.789128 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.789391 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.789606 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.790004 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.790224 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.790581 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.790696 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.790913 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.791127 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.791486 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.791895 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.792282 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.792658 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.792886 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.793694 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.794048 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.794421 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.794794 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.795186 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.795548 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.795914 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.796298 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.796532 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.796914 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.797324 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.797697 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.798115 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.798489 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.798878 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.799251 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.799675 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.800049 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.800441 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.800826 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.801179 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.801580 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.801948 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.802322 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.802677 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_json = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.803049 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.803412 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.803786 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.804137 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.804488 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.804831 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.805219 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.805594 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.805964 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.806524 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.806952 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.807268 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.807536 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.807791 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.808036 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.808274 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.808503 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.808908 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.809626 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.809941 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.810173 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.810487 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.810740 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.811021 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.811360 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.811626 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.811890 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.812110 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.812324 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.812702 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.813090 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.813512 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.813742 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.813982 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.814234 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.814488 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.814775 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.815056 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.815391 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.815661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.815927 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.816176 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.816392 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.816633 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.816848 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.817102 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.817352 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.817569 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.817836 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.818056 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.818290 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.818526 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.818752 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.818986 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.819233 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.819490 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.819737 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.819971 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.820349 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.820729 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.821085 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.821501 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.821867 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.822248 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.822637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.822892 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.823152 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.823378 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.823592 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.823827 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.824040 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.824264 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.824522 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.824714 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.824947 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.825369 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.825726 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.826119 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.826518 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.826734 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.826940 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.827154 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.827392 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.827607 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.827818 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.828056 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.828291 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.828497 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.828709 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.828921 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.829152 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.829391 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.829636 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.829876 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.830085 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.830307 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.830542 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.830752 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.830962 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.831177 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.831446 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.831781 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.832021 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.832401 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.832779 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.833175 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.833552 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.833963 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.834182 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.834411 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.834646 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.834893 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.835114 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.835348 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.835590 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.835827 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.836080 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.836312 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.836531 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.836738 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.836966 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.837234 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.837501 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.837752 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.837980 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.838212 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.838453 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.838729 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.838978 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.839264 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.839491 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.839770 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.840087 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.840360 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.840644 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.840876 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.841293 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.841718 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.842099 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.842351 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.842743 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.842977 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.843192 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.843597 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.843821 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.844036 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.844282 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.844615 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.844985 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.845395 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.845756 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.846029 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.846283 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.846526 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.846946 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.847190 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.847433 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.847697 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.847956 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.848198 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.848429 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.848680 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.848892 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.849140 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.849395 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.849640 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.849883 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.850097 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.850344 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.850577 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.850811 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.851022 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.851237 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.851453 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.851695 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.851905 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.852121 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.852354 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.852572 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.852790 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.853005 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.853253 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.853679 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.853899 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.854176 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.854425 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.854657 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.854882 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.855104 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.855356 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.855588 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.856372 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.856590 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.856802 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.857036 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.857302 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.857495 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.857702 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.857946 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.858157 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.858405 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.858641 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.858972 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.859218 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.859447 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.859703 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.859921 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.860153 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.860366 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.860581 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.860795 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.861008 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.861265 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.861534 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.861787 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.862025 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.862237 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.862443 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.862649 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.862879 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.863105 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.863392 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.863631 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.863858 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.864115 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.864331 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.864559 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.864792 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.864999 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.865224 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.865466 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.865680 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.865888 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.866132 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.866340 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.866566 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.866657 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:09:29.866791 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.867029 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.867238 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.867484 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.867690 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.867894 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.868132 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.868345 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.868551 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.868791 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.869016 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.869223 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.869459 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.869668 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.869880 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.870104 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.870311 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.870539 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.870757 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.870969 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.871308 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.872571 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.872571 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.872571 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.872800 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.873002 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.873341 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.873548 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.873832 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.874044 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.874280 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.874512 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.874725 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.874941 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.875256 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.875509 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.875786 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.876048 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.876278 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.876561 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.876835 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.877089 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.877330 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.877640 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.878222 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.878222 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.878682 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.878682 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.878911 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.879136 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.879351 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.879580 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.879829 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.880042 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.880976 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.880976 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.880976 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.880976 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.881566 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.881566 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.881734 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.881819 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.882056 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.882275 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.882432 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 16 23:09:29.882974 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 16 23:09:29.883132 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 16 23:09:29.883283 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 16 23:09:29.883450 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 16 23:09:29.883618 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 16 23:09:29.883769 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 16 23:09:29.883975 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.884135 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.884294 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.884452 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.884610 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.884792 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.884951 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.885277 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.885581 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.885745 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.885903 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886063 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886222 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886385 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886775 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886775 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886997 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.886997 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.887176 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.887332 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.887490 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.887647 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.887805 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] debug = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.887962 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.888205 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.888313 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.888465 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.888622 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.888779 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.888951 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.889092 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.889333 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.889423 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.889586 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.889749 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.889907 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.890065 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.890226 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.890383 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.890540 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.890699 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.890856 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] host = dv-cinder-824839-1-iscsi {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891012 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891169 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891327 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891482 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891634 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891787 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.891941 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.892103 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.892285 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.892399 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.892551 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.892704 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.892857 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893021 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893178 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_options = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893358 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893578 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893679 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893841 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.893998 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.894162 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.894320 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.894478 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.894637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.894796 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.894953 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.895111 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.895267 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.895426 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.895583 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.895739 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.895897 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896228 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896228 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896379 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896490 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896660 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896799 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.896956 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.897113 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.897297 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.897452 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.897609 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.897767 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.897924 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.898082 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.898240 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.898398 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.898557 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.898716 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.898874 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899035 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899194 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899356 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899515 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899673 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899859 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.899988 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.900148 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.900305 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.900729 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.900886 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_json = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.901043 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.901211 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.901379 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.901536 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.901694 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.901853 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.902013 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.902171 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.902328 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 16 23:09:29.902518 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.902689 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.902860 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903021 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903180 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903342 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903501 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903820 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.903979 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.904146 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.904306 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.904476 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.904637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.904797 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.904961 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.905122 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.905306 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.905467 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.905629 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.905790 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.905951 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.906120 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.906279 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.906437 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.906597 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.906779 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.906921 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.907081 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.907256 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.907417 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.907577 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.907736 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.907896 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.908079 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.908240 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.908401 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.908562 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.908722 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.908883 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909042 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909229 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909559 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909559 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909707 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909830 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.909991 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.910151 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.910312 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.910472 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.910633 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.910794 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.910954 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.911114 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.911275 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.911436 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.911595 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.911765 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.911924 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.912099 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.912242 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.912401 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.912560 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.912719 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.912877 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.913035 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.913194 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.913374 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.913547 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.913707 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.913865 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914025 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914184 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914343 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914503 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914663 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914823 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.914982 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.915142 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.915300 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.915461 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.915621 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.915780 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.915940 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.916100 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.916260 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.916419 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.916584 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.916724 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.916884 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.917045 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.917227 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.917406 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.917568 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.917729 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.917888 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.918047 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.918812 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.918911 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.919045 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.919202 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.919363 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.919523 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.919682 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.919845 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920005 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920164 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920328 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920487 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920646 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920806 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.920964 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.921122 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.921308 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.921469 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.921628 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.921785 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.921944 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.922113 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.922273 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.922435 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.922594 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.922761 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.922931 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.923091 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.923252 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.923412 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.923570 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.923730 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.923889 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.924048 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.924208 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.924367 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.924527 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.924699 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.924860 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.925020 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.925179 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.925384 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.925544 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.925702 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.925862 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926019 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926177 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926336 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926495 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926655 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926814 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.926975 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.927136 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.927295 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.927455 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.927614 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.927773 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.927935 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.928095 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.928255 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.928415 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.928576 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.928734 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.928899 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.929055 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.929223 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.929395 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.929555 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.929714 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.929873 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930033 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930195 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930353 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930512 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930671 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930830 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.930988 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.931162 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.931308 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.931456 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.931617 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.931777 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.931938 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.932098 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.932260 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.932421 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.932582 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.932742 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.932902 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.933061 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.933235 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.933400 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.933559 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.933720 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.934476 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.934637 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.934811 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.934971 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.935130 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.935290 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.935450 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.935610 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.935768 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.935926 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.936087 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.936246 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.936406 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.936569 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.936730 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.936891 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.937051 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.937226 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.937392 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.937555 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.937715 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.937888 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.938048 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.938208 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.938368 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.938528 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.938689 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.938860 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939020 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939181 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939339 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939498 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939657 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939827 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.939986 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.940146 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.940310 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.940522 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.940618 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.940785 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.940966 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.941127 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.941310 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.941470 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.941630 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.941800 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.941959 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.942120 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.942280 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.942439 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.942600 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.942771 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.942932 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.943092 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.943250 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.943410 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.943570 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.943739 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.943901 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.944061 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.944229 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945242 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945242 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945242 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945242 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945560 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60540) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:09:29.945661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945661 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945994 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.945994 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.946133 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.946219 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.946375 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.946542 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.946713 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.946882 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.947043 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.947213 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.947391 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.947552 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.947712 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.947871 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948033 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948195 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948379 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948510 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948671 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948833 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.948994 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.949185 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.949333 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.949523 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.949687 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.949846 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.950006 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.950166 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.950331 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.950491 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 16 23:09:29.950643 dv-cinder-824839-1-iscsi neutron-server[102286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 16 23:09:29.953879 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066631 Jan 16 23:09:41.311579 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caead4fe-68aa-4313-84be-8246e7bc6ad1 None None] get_active_networks_info from dv-cinder-824839-1-iscsi {{(pid=102395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 16 23:09:41.366440 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caead4fe-68aa-4313-84be-8246e7bc6ad1 None None] No non-hosted networks {{(pid=102395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 16 23:09:41.381302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.agentschedulers_db [None req-caead4fe-68aa-4313-84be-8246e7bc6ad1 None None] DHCP Agent not found on host dv-cinder-824839-1-iscsi {{(pid=102395) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 16 23:09:41.500772 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c4c4a8c5-cffa-4e30-ae99-f00b5f6db73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627872'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:43.758374 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-14d2475a-612e-49e0-8dfc-2bdf228cee4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627872'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:43.793297 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-72a87647-68c9-4677-9b54-7b25556c95e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:44.876154 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627872'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:45.863423 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627872'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:47.550829 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627872'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:47.551711 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.552153 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.555447 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.555936 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.558727 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.560832 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.562112 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.562651 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.563125 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.566450 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.568982 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.569386 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.569751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:47.570197 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824839-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:09:47.596559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824839-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:09:48.766757 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.db.l3_hamode_db [None req-0ebfda0b-25c9-4fc8-898a-3f6f905ba7d8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 16 23:09:48.845778 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfda0b-25c9-4fc8-898a-3f6f905ba7d8 None None] Routers set() bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:09:48.846090 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfda0b-25c9-4fc8-898a-3f6f905ba7d8 None None] Router IDs set() for agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 16 23:09:49.958192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 60638) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:09:50.567601 dv-cinder-824839-1-iscsi neutron-server[102393]: WARNING oslo_policy.policy [None req-32df3e70-5526-400a-9891-2a482ec49d61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:09:50.568196 dv-cinder-824839-1-iscsi neutron-server[102393]: WARNING oslo_policy.policy [None req-32df3e70-5526-400a-9891-2a482ec49d61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:09:50.799416 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [None req-32df3e70-5526-400a-9891-2a482ec49d61 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:09:50.800715 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-32df3e70-5526-400a-9891-2a482ec49d61 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8404782 Jan 16 23:09:53.426528 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60656) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:09:53.912339 dv-cinder-824839-1-iscsi neutron-server[102394]: WARNING oslo_policy.policy [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:09:53.912932 dv-cinder-824839-1-iscsi neutron-server[102394]: WARNING oslo_policy.policy [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:09:54.143856 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'tenant_id': 'db57001499444754b5cf2612bc919c1e', 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:09:54.241731 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.policy [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102394) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 16 23:09:54.288678 dv-cinder-824839-1-iscsi neutron-server[102394]: WARNING oslo_policy.policy [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:09:54.289050 dv-cinder-824839-1-iscsi neutron-server[102394]: WARNING oslo_policy.policy [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:09:54.297735 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.quota [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] Loaded quota_driver: . Jan 16 23:09:54.386768 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765060104863', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765060104370', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765060127270', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765060124509', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765060131271', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765060150604', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3737666', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3799178', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576532', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1507488'] for rbac-policy (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:54.451277 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:54.452450 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3d503019-adeb-48a1-809e-1b68ac7f1f49 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0249443 Jan 16 23:09:57.054563 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60674) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:09:57.349543 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'name': 'private', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:09:57.378675 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Made reservation on behalf of a8acd63061eb4a0cb7afb6fd320a06f0 for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:09:57.381364 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.398173 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.512898 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks [] for security_group (d96c29ec-8506-4273-8a10-c9fe2095d4ae), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.516519 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d96c29ec-8506-4273-8a10-c9fe2095d4ae), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.541403 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:09:57.567052 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765060989215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (6b77d4d0-5461-4cf3-8bd0-c10a7f90723e), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.567631 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Unsubscribe: segment precommit_create {{(pid=102394) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 16 23:09:57.568141 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Added segment 6b77d4d0-5461-4cf3-8bd0-c10a7f90723e of type vlan for network b022991d-7424-4aac-9db4-9ac8b9cabd40 Jan 16 23:09:57.573619 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96c29ec-8506-4273-8a10-c9fe2095d4ae,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:09:57.609234 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.609520 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.609865 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.610199 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.610561 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.610929 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.611461 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.611942 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.612292 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.612637 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.612962 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.613304 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.613624 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Tracked resource versions report: Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: pushed versions: Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: { 'AddressGroup': {'1.2'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'ConntrackHelper': {'1.0'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Log': {'1.0'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Network': {'1.1'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Port': {'1.7'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'PortForwarding': {'1.2'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'QosPolicy': {'1.10'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroup': {'1.5'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SubPort': {'1.0'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Subnet': {'1.1'}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Trunk': {'1.1'}} Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: consumer versions: Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'ConntrackHelper': '1.0', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'LocalIPAssociation': '1.0', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Log': '1.0', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Network': '1.1', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Port': '1.7', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'PortForwarding': '1.2', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'QosPolicy': '1.10', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroup': '1.5', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroupRule': '1.2', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SubPort': '1.0', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Subnet': '1.1', Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Trunk': '1.1'}} Jan 16 23:09:57.615008 dv-cinder-824839-1-iscsi neutron-server[102394]: {{(pid=102394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:09:57.676972 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (b022991d-7424-4aac-9db4-9ac8b9cabd40), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.715218 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (b022991d-7424-4aac-9db4-9ac8b9cabd40), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.716411 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:09:57.717121 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:09:57.793906 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7382865 Jan 16 23:09:57.818030 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7a63e-598e-455d-ba23-27093c5d42ba admin admin] Pushing event updated for resources: {'Network': ['ID=b022991d-7424-4aac-9db4-9ac8b9cabd40,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:09:57.830745 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:10:00.515743 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 60688) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:01.036705 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.policy [None req-52f2458a-8ca2-4cc1-b6a7-eb763d920440 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 16 23:10:01.082689 dv-cinder-824839-1-iscsi neutron-server[102393]: WARNING oslo_policy.policy [None req-52f2458a-8ca2-4cc1-b6a7-eb763d920440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:10:01.083062 dv-cinder-824839-1-iscsi neutron-server[102393]: WARNING oslo_policy.policy [None req-52f2458a-8ca2-4cc1-b6a7-eb763d920440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 16 23:10:01.092418 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2458a-8ca2-4cc1-b6a7-eb763d920440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:01.094205 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-52f2458a-8ca2-4cc1-b6a7-eb763d920440 admin admin] 10.222.0.35 "GET /v2.0/networks/b022991d-7424-4aac-9db4-9ac8b9cabd40 HTTP/1.1" status: 200 len: 825 time: 0.5775063 Jan 16 23:10:01.132039 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c9d72900-e474-480b-a348-f55e9bf50312 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/7e816fa7-1a0b-47a1-9816-f664acb86dee HTTP/1.1" status: 200 len: 734 time: 0.0323279 Jan 16 23:10:01.140678 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:10:01.142263 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.quota [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Loaded quota_driver: . Jan 16 23:10:01.182492 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Made reservation on behalf of a8acd63061eb4a0cb7afb6fd320a06f0 for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:10:01.185168 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:01.483508 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:01.551485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Checking segment: {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:10:01.552059 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Network hostable DHCP agents. Network: b022991d-7424-4aac-9db4-9ac8b9cabd40, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:10:01.565733 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:01.580523 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.580892 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.581253 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.581593 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.581929 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.582247 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.582584 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.582911 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.583245 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.583579 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.583903 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.584223 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.584536 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Tracked resource versions report: Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: pushed versions: Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: { 'AddressGroup': {'1.2'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'ConntrackHelper': {'1.0'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Log': {'1.0'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Network': {'1.1'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Port': {'1.7'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'PortForwarding': {'1.2'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'QosPolicy': {'1.10'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroup': {'1.5'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SubPort': {'1.0'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Subnet': {'1.1'}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Trunk': {'1.1'}} Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: consumer versions: Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'ConntrackHelper': '1.0', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'LocalIPAssociation': '1.0', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Log': '1.0', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Network': '1.1', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Port': '1.7', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'PortForwarding': '1.2', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'QosPolicy': '1.10', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroup': '1.5', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroupRule': '1.2', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SubPort': '1.0', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Subnet': '1.1', Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Trunk': '1.1'}} Jan 16 23:10:01.585890 dv-cinder-824839-1-iscsi neutron-server[102393]: {{(pid=102393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:10:01.597945 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:10:01.612288 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, b022991d-7424-4aac-9db4-9ac8b9cabd40) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:10:01.624851 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:01.625524 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:01.629909 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a017d81-5745-49cd-a6e1-ef7a7e6ceb0b None None] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:10:01.647265 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d671351e-7328-4fc5-a770-104d2172820d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5098937 Jan 16 23:10:01.900374 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-b022991d-7424-4aac-9db4-9ac8b9cabd40', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:10:01.901685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:02.200644 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Allocated IP 172.20.0.2 (b022991d-7424-4aac-9db4-9ac8b9cabd40/a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce/b42938bc-ddc0-4661-9ddb-a15bbb145ab8) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:10:02.442946 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Publish callbacks [] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:02.452483 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:02.537739 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:10:02.541296 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:10:02.543526 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Pushing event updated for resources: {'Port': ['ID=b42938bc-ddc0-4661-9ddb-a15bbb145ab8,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:02.548388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:10:02.559356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.559818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.560109 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.560109 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.560274 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Tracked resource versions report: Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: pushed versions: Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: { 'AddressGroup': {'1.2'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'ConntrackHelper': {'1.0'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Log': {'1.0'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Network': {'1.1'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Port': {'1.7'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'PortForwarding': {'1.2'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'QosPolicy': {'1.10'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroup': {'1.5'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SubPort': {'1.0'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Subnet': {'1.1'}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Trunk': {'1.1'}} Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: consumer versions: Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'ConntrackHelper': '1.0', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'LocalIPAssociation': '1.0', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Log': '1.0', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Network': '1.1', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Port': '1.7', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'PortForwarding': '1.2', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'QosPolicy': '1.10', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroup': '1.5', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroupRule': '1.2', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SubPort': '1.0', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Subnet': '1.1', Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Trunk': '1.1'}} Jan 16 23:10:02.562109 dv-cinder-824839-1-iscsi neutron-server[102395]: {{(pid=102395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:10:02.632825 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Attempting to bind port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:10:02.633505 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Attempting to bind port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:10:02.633664 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Attempting to bind port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 on network b022991d-7424-4aac-9db4-9ac8b9cabd40 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:10:02.638585 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:10:02.638969 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Checking segment: {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:10:02.639451 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:02.639848 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Bound using segment: {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:10:02.640337 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Bound port: b42938bc-ddc0-4661-9ddb-a15bbb145ab8, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:10:02.640747 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:02.704448 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] For port b42938bc-ddc0-4661-9ddb-a15bbb145ab8, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:10:02.708544 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] For port b42938bc-ddc0-4661-9ddb-a15bbb145ab8, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b42938bc-ddc0-4661-9ddb-a15bbb145ab8,segment=NetworkSegment(6b77d4d0-5461-4cf3-8bd0-c10a7f90723e),segment_id=6b77d4d0-5461-4cf3-8bd0-c10a7f90723e)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:10:02.714895 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:02.776533 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00912ce6-e339-4c50-93a7-741f65132538 None None] Pushing event updated for resources: {'Port': ['ID=b42938bc-ddc0-4661-9ddb-a15bbb145ab8,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:04.090784 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 60704) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:04.409459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [None req-c293dc4c-a54e-4664-aa8e-74e56691fccc admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:10:04.410466 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c293dc4c-a54e-4664-aa8e-74e56691fccc admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186078 Jan 16 23:10:06.853272 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60712) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:07.165315 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [None req-58b9e14f-b1b9-4754-a3fc-82ea16e7ab8e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:10:07.166969 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-58b9e14f-b1b9-4754-a3fc-82ea16e7ab8e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116550 Jan 16 23:10:09.803398 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:10:09.839740 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60722) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:10.139564 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] Request body: {'router': {'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'name': 'router1', 'admin_state_up': True}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:10:10.163874 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:10.165413 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:10.299847 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] Publish callbacks [] for router_controller (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), precommit_add_association {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:10.304634 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:10.319820 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:10.321037 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-21c368c0-fcd6-4b72-8af0-7cf236968a2a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4803441 Jan 16 23:10:11.264378 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-25e61c3b-788c-4cde-9bdf-bb9a4c19fc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:12.201665 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b42938bc-ddc0-4661-9ddb-a15bbb145ab8 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:10:12.287355 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:12.288021 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:12.397752 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:12.398144 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:12.433860 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port b42938bc-ddc0-4661-9ddb-a15bbb145ab8, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b42938bc-ddc0-4661-9ddb-a15bbb145ab8,segment=NetworkSegment(6b77d4d0-5461-4cf3-8bd0-c10a7f90723e),segment_id=6b77d4d0-5461-4cf3-8bd0-c10a7f90723e)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:10:12.437959 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:12.486932 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=b42938bc-ddc0-4661-9ddb-a15bbb145ab8,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:12.784441 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60734) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:13.108560 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [None req-dc7237df-3e37-4c81-91ba-63d17638e14c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:10:13.109701 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-dc7237df-3e37-4c81-91ba-63d17638e14c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3242638 Jan 16 23:10:13.746943 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b92dc14c-9498-4b96-966a-b3348f91a833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:13.807522 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f23234-af81-4f63-94aa-c6dabd473a8c None None] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:10:13.920821 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-dda8e786-fb47-41c4-babe-cde0784b0bac None None] Provisioning complete for port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:13.921234 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-dda8e786-fb47-41c4-babe-cde0784b0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:14.010283 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-dda8e786-fb47-41c4-babe-cde0784b0bac None None] Current status of the port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:14.129921 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-578b0c86-e37b-436c-8f30-336b00a24efb None None] Provisioning complete for port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:14.130321 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-578b0c86-e37b-436c-8f30-336b00a24efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:14.178043 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b42938bc-ddc0-4661-9ddb-a15bbb145ab8 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:10:14.238288 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-578b0c86-e37b-436c-8f30-336b00a24efb None None] Current status of the port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:14.254212 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:14.254600 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:14.329323 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:14.819585 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.609952 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60764) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:15.734357 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'tenant_id': 'db57001499444754b5cf2612bc919c1e', 'is_default': True, 'name': 'public', 'project_id': 'db57001499444754b5cf2612bc919c1e', 'router:external': True}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:10:15.755911 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Made reservation on behalf of db57001499444754b5cf2612bc919c1e for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:10:15.758262 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.766446 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.803668 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.842092 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks [] for security_group (b8c18bc4-061a-4341-9391-1294ab132e4d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.845769 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b8c18bc4-061a-4341-9391-1294ab132e4d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.860316 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Reserving flat network on physical network physnet1 {{(pid=102394) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 16 23:10:15.881150 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c18bc4-061a-4341-9391-1294ab132e4d,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:15.884226 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (6db7266a-de2a-458a-af86-c3ec4019db3c), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.885170 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Added segment 6db7266a-de2a-458a-af86-c3ec4019db3c of type flat for network aa6fabb0-d34c-48e7-af7b-05d18b36c589 Jan 16 23:10:15.929701 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (aa6fabb0-d34c-48e7-af7b-05d18b36c589), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.961059 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (aa6fabb0-d34c-48e7-af7b-05d18b36c589), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:15.962074 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:15.962687 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:16.033169 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4221554 Jan 16 23:10:16.039178 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0e20-31ef-4f81-85dc-bc0224687c9f admin admin] Pushing event updated for resources: {'Network': ['ID=aa6fabb0-d34c-48e7-af7b-05d18b36c589,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:16.053781 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:10:17.541349 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:18.323917 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60772) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:18.456040 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d6f301-d1c3-44a5-bd70-accbbcc2eea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:18.457613 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-73d6f301-d1c3-44a5-bd70-accbbcc2eea9 admin admin] 10.222.0.35 "GET /v2.0/subnets/a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce HTTP/1.1" status: 200 len: 849 time: 0.1327333 Jan 16 23:10:18.576270 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4d2ba56b-d18f-45b4-9ad3-1821de4683fa admin admin] 10.222.0.35 "GET /v2.0/routers/2d09165d-4e20-41b7-b597-e9a5f05e2ca0 HTTP/1.1" status: 200 len: 704 time: 0.1130357 Jan 16 23:10:18.838091 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.129509 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Allocated IP 172.20.0.1 (b022991d-7424-4aac-9db4-9ac8b9cabd40/a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce/99851566-1f6b-456e-b054-718f90717378) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:10:19.309340 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks [] for port (99851566-1f6b-456e-b054-718f90717378), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.372686 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (99851566-1f6b-456e-b054-718f90717378), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.451804 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:10:19.459868 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:10:19.466063 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Pushing event updated for resources: {'Port': ['ID=99851566-1f6b-456e-b054-718f90717378,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:19.469190 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:10:19.469832 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.694375 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-912b268e-f9eb-4d91-8ce5-b69a7afe0929 None None] Provisioning complete for port 99851566-1f6b-456e-b054-718f90717378 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:19.694996 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-912b268e-f9eb-4d91-8ce5-b69a7afe0929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (99851566-1f6b-456e-b054-718f90717378), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.718497 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (99851566-1f6b-456e-b054-718f90717378), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.726927 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-912b268e-f9eb-4d91-8ce5-b69a7afe0929 None None] Port 99851566-1f6b-456e-b054-718f90717378 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:10:19.938432 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks [] for port (99851566-1f6b-456e-b054-718f90717378), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.942910 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (99851566-1f6b-456e-b054-718f90717378), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:19.943824 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:20.024764 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Pushing event updated for resources: {'Port': ['ID=99851566-1f6b-456e-b054-718f90717378,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:20.069366 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:10:20.070735 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:10:20.239963 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:10:20.249622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-3f665786-db29-41a9-8967-ecbcea2ba5d3 None None] Provisioning complete for port 99851566-1f6b-456e-b054-718f90717378 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:20.250010 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3f665786-db29-41a9-8967-ecbcea2ba5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (99851566-1f6b-456e-b054-718f90717378), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:20.287254 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-3f665786-db29-41a9-8967-ecbcea2ba5d3 None None] Port 99851566-1f6b-456e-b054-718f90717378 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:10:20.355222 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:10:20.361175 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-45aa62f9-94b7-45a5-b2e0-d12e509d69d1 admin admin] 10.222.0.35 "PUT /v2.0/routers/2d09165d-4e20-41b7-b597-e9a5f05e2ca0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7797182 Jan 16 23:10:20.381615 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Sync routers for ids ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:10:20.394110 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Routers {'2d09165d-4e20-41b7-b597-e9a5f05e2ca0'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:10:20.394974 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:10:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:20.607340 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Set router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 gateway port host: None {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:10:21.060620 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'name': 'router1', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:10:10Z', 'updated_at': '2022-01-16T23:10:19Z', 'revision_number': 2, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gw_port_host': None, '_interfaces': [{'id': '99851566-1f6b-456e-b054-718f90717378', 'name': '', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'mac_address': 'fa:16:3e:37:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:18Z', 'updated_at': '2022-01-16T23:10:19Z', 'revision_number': 2, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'subnets': [{'id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:21.112257 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Checking router: 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:10:21.112637 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Updating router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 port 99851566-1f6b-456e-b054-718f90717378 binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:10:21.161708 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (99851566-1f6b-456e-b054-718f90717378), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:21.698297 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Publish callbacks [] for port (99851566-1f6b-456e-b054-718f90717378), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:21.704767 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (99851566-1f6b-456e-b054-718f90717378), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:21.867322 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Attempting to bind port 99851566-1f6b-456e-b054-718f90717378 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:10:21.867731 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Attempting to bind port 99851566-1f6b-456e-b054-718f90717378 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:10:21.868176 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Attempting to bind port 99851566-1f6b-456e-b054-718f90717378 on network b022991d-7424-4aac-9db4-9ac8b9cabd40 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:10:21.870774 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Pushing event updated for resources: {'Port': ['ID=99851566-1f6b-456e-b054-718f90717378,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:21.879086 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:10:21.879495 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Checking segment: {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:10:21.879968 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:21.880368 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Bound using segment: {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:10:21.880861 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Bound port: 99851566-1f6b-456e-b054-718f90717378, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b77d4d0-5461-4cf3-8bd0-c10a7f90723e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:10:21.881277 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (99851566-1f6b-456e-b054-718f90717378), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:21.885020 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.885403 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.885759 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.886097 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.886434 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.886763 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.887095 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.887424 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.887750 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.888094 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.888422 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.888744 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.889067 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Tracked resource versions report: Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: pushed versions: Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: { 'AddressGroup': {'1.2'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'ConntrackHelper': {'1.0'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Log': {'1.0'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Network': {'1.1'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Port': {'1.7'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'PortForwarding': {'1.2'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'QosPolicy': {'1.10'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroup': {'1.5'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SubPort': {'1.0'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Subnet': {'1.1'}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Trunk': {'1.1'}} Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: consumer versions: Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'ConntrackHelper': '1.0', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'LocalIPAssociation': '1.0', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Log': '1.0', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Network': '1.1', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Port': '1.7', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'PortForwarding': '1.2', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'QosPolicy': '1.10', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroup': '1.5', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroupRule': '1.2', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SubPort': '1.0', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Subnet': '1.1', Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Trunk': '1.1'}} Jan 16 23:10:21.890449 dv-cinder-824839-1-iscsi neutron-server[102396]: {{(pid=102396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:10:21.924931 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-db3d1a66-a25b-4973-868e-1e96dc1430df None None] Provisioning complete for port 99851566-1f6b-456e-b054-718f90717378 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:21.925506 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-db3d1a66-a25b-4973-868e-1e96dc1430df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (99851566-1f6b-456e-b054-718f90717378), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:21.962227 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-db3d1a66-a25b-4973-868e-1e96dc1430df None None] Port 99851566-1f6b-456e-b054-718f90717378 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:10:21.966255 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] For port 99851566-1f6b-456e-b054-718f90717378, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:10:21.991721 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] For port 99851566-1f6b-456e-b054-718f90717378, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=99851566-1f6b-456e-b054-718f90717378,segment=NetworkSegment(6b77d4d0-5461-4cf3-8bd0-c10a7f90723e),segment_id=6b77d4d0-5461-4cf3-8bd0-c10a7f90723e)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:10:21.997379 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (99851566-1f6b-456e-b054-718f90717378), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:22.047327 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Routers {'2d09165d-4e20-41b7-b597-e9a5f05e2ca0'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:10:22.047948 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:10:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:22.122874 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52261a-a706-4b49-8ba3-9ea2b4196156 None None] Pushing event updated for resources: {'Port': ['ID=99851566-1f6b-456e-b054-718f90717378,revision_number=4']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:22.143292 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] Set router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 gateway port host: None {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:10:22.286166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-b4897b54-3783-4156-abe0-b926f808679f None None] Provisioning complete for port 99851566-1f6b-456e-b054-718f90717378 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:22.287046 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b4897b54-3783-4156-abe0-b926f808679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (99851566-1f6b-456e-b054-718f90717378), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:22.356750 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'name': 'router1', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:10:10Z', 'updated_at': '2022-01-16T23:10:19Z', 'revision_number': 2, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gw_port_host': None, '_interfaces': [{'id': '99851566-1f6b-456e-b054-718f90717378', 'name': '', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'mac_address': 'fa:16:3e:37:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:18Z', 'updated_at': '2022-01-16T23:10:21Z', 'revision_number': 4, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'subnets': [{'id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:22.376200 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-b4897b54-3783-4156-abe0-b926f808679f None None] Current status of the port 99851566-1f6b-456e-b054-718f90717378 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:22.376608 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b4897b54-3783-4156-abe0-b926f808679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (99851566-1f6b-456e-b054-718f90717378), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:22.388460 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599abce-7d7f-4631-b2a8-eb8f918aae77 None None] The sync data for ids ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'] in dv-cinder-824839-1-iscsi is: [{'id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'name': 'router1', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:10:10Z', 'updated_at': '2022-01-16T23:10:19Z', 'revision_number': 2, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gw_port_host': None, '_interfaces': [{'id': '99851566-1f6b-456e-b054-718f90717378', 'name': '', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'mac_address': 'fa:16:3e:37:01:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:18Z', 'updated_at': '2022-01-16T23:10:21Z', 'revision_number': 4, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'subnets': [{'id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:10:22.411586 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-b4897b54-3783-4156-abe0-b926f808679f None None] For port 99851566-1f6b-456e-b054-718f90717378, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=99851566-1f6b-456e-b054-718f90717378,segment=NetworkSegment(6b77d4d0-5461-4cf3-8bd0-c10a7f90723e),segment_id=6b77d4d0-5461-4cf3-8bd0-c10a7f90723e)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:10:22.417186 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b4897b54-3783-4156-abe0-b926f808679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (99851566-1f6b-456e-b054-718f90717378), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:22.463913 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4897b54-3783-4156-abe0-b926f808679f None None] Pushing event updated for resources: {'Port': ['ID=99851566-1f6b-456e-b054-718f90717378,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:25.042282 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60792) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:25.150283 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf37d59-2382-4bcc-bf73-7143616a72fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:25.151636 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-faf37d59-2382-4bcc-bf73-7143616a72fa admin admin] 10.222.0.35 "GET /v2.0/networks/aa6fabb0-d34c-48e7-af7b-05d18b36c589 HTTP/1.1" status: 200 len: 842 time: 0.1083431 Jan 16 23:10:25.161047 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Request body: {'subnet': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'tenant_id': 'db57001499444754b5cf2612bc919c1e', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:10:25.186137 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Made reservation on behalf of db57001499444754b5cf2612bc919c1e for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:10:25.188563 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:25.492311 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.objects.ports [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102394) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 16 23:10:25.493018 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (c4ca68bb-8821-455d-92ea-d0b81328d2c0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:25.551129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ca68bb-8821-455d-92ea-d0b81328d2c0,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:25.555477 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:10:25.555856 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Network hostable DHCP agents. Network: aa6fabb0-d34c-48e7-af7b-05d18b36c589, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:10:25.577931 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:10:25.588887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, aa6fabb0-d34c-48e7-af7b-05d18b36c589) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:10:25.592978 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:25.593618 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:25.600172 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124f436c-52df-4604-8ce3-ca93bf3d5faa None None] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:10:25.610856 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f0cc1c43-6caa-4b1b-a62d-c9b7b40793e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4517739 Jan 16 23:10:25.704966 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e8dc5-3da6-4e47-b98f-394194efcade None None] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:10:27.934745 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60800) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:28.076217 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-189ac4d2-26f5-46cc-8229-09128c7e5eb5 admin admin] 10.222.0.35 "GET /v2.0/routers/2d09165d-4e20-41b7-b597-e9a5f05e2ca0 HTTP/1.1" status: 200 len: 710 time: 0.1402774 Jan 16 23:10:28.227141 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60dcc3-c587-4b56-9721-20dc153f3bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:10:28.234174 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ba60dcc3-c587-4b56-9721-20dc153f3bc7 admin admin] 10.222.0.35 "GET /v2.0/networks/aa6fabb0-d34c-48e7-af7b-05d18b36c589 HTTP/1.1" status: 200 len: 886 time: 0.1478376 Jan 16 23:10:28.237872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:10:28.485548 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks [] for router_gateway (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:28.736376 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks [] for router_gateway (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:28.812968 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:28.920521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Allocated IP 172.27.3.183 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/731e780d-ae7d-4f3d-b5d7-b7a7e25e8612) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:10:29.023497 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks [] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:29.057558 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:29.097339 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:10:29.100112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:10:29.104390 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:10:29.109186 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Pushing event updated for resources: {'Port': ['ID=731e780d-ae7d-4f3d-b5d7-b7a7e25e8612,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:29.348816 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks [] for router_gateway (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:29.622749 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-647870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-650964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8066'] for router (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:29.626092 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-647849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-647840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-650959'] for router (2d09165d-4e20-41b7-b597-e9a5f05e2ca0), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:29.736189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:10:29.841927 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:10:29.846087 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:29.853458 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-66a8f7b9-1402-4b94-9904-90e8e6511bbd admin admin] 10.222.0.35 "PUT /v2.0/routers/2d09165d-4e20-41b7-b597-e9a5f05e2ca0 HTTP/1.1" status: 200 len: 890 time: 1.6124942 Jan 16 23:10:30.211229 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 99851566-1f6b-456e-b054-718f90717378 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:10:30.263942 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 99851566-1f6b-456e-b054-718f90717378 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:30.264575 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (99851566-1f6b-456e-b054-718f90717378), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:30.344992 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 99851566-1f6b-456e-b054-718f90717378 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:30.654347 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Sync routers for ids ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:10:30.664950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Routers {'2d09165d-4e20-41b7-b597-e9a5f05e2ca0'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:10:30.665640 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:10:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:30.874119 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Set router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:10:31.353765 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'name': 'router1', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '731e780d-ae7d-4f3d-b5d7-b7a7e25e8612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:10:10Z', 'updated_at': '2022-01-16T23:10:29Z', 'revision_number': 4, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gw_port': {'id': '731e780d-ae7d-4f3d-b5d7-b7a7e25e8612', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:28Z', 'updated_at': '2022-01-16T23:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '99851566-1f6b-456e-b054-718f90717378', 'name': '', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'mac_address': 'fa:16:3e:37:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:18Z', 'updated_at': '2022-01-16T23:10:22Z', 'revision_number': 5, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'subnets': [{'id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:31.405386 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Checking router: 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:10:31.405760 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Updating router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:10:31.450857 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:31.765177 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Publish callbacks [] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:31.771140 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:31.823059 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Attempting to bind port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:10:31.823531 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Attempting to bind port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:10:31.823994 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Attempting to bind port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:10:31.827117 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fed07-6781-434d-83db-0c4f702ebec4 None None] Pushing event updated for resources: {'Port': ['ID=731e780d-ae7d-4f3d-b5d7-b7a7e25e8612,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:31.832901 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:10:31.833307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:10:31.833718 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:31.834106 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:10:31.834582 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Bound port: 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:10:31.834965 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:31.883252 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] For port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:10:31.886995 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] For port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=731e780d-ae7d-4f3d-b5d7-b7a7e25e8612,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:10:31.890280 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:31.946952 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fed07-6781-434d-83db-0c4f702ebec4 None None] Pushing event updated for resources: {'Port': ['ID=731e780d-ae7d-4f3d-b5d7-b7a7e25e8612,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:31.949416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Routers {'2d09165d-4e20-41b7-b597-e9a5f05e2ca0'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:10:31.950004 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:10:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:32.056528 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] Set router 2d09165d-4e20-41b7-b597-e9a5f05e2ca0 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:10:32.259997 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'name': 'router1', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '731e780d-ae7d-4f3d-b5d7-b7a7e25e8612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:10:10Z', 'updated_at': '2022-01-16T23:10:29Z', 'revision_number': 4, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gw_port': {'id': '731e780d-ae7d-4f3d-b5d7-b7a7e25e8612', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:28Z', 'updated_at': '2022-01-16T23:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '99851566-1f6b-456e-b054-718f90717378', 'name': '', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'mac_address': 'fa:16:3e:37:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:18Z', 'updated_at': '2022-01-16T23:10:22Z', 'revision_number': 5, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'subnets': [{'id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:10:32.286103 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6baccd3a-ebf5-49f3-af90-ec49ef25fbef None None] The sync data for ids ['2d09165d-4e20-41b7-b597-e9a5f05e2ca0'] in dv-cinder-824839-1-iscsi is: [{'id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'name': 'router1', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '731e780d-ae7d-4f3d-b5d7-b7a7e25e8612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:10:10Z', 'updated_at': '2022-01-16T23:10:29Z', 'revision_number': 4, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'gw_port': {'id': '731e780d-ae7d-4f3d-b5d7-b7a7e25e8612', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:28Z', 'updated_at': '2022-01-16T23:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '99851566-1f6b-456e-b054-718f90717378', 'name': '', 'network_id': 'b022991d-7424-4aac-9db4-9ac8b9cabd40', 'tenant_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'mac_address': 'fa:16:3e:37:01:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09165d-4e20-41b7-b597-e9a5f05e2ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:10:18Z', 'updated_at': '2022-01-16T23:10:22Z', 'revision_number': 5, 'project_id': 'a8acd63061eb4a0cb7afb6fd320a06f0', 'subnets': [{'id': 'a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e816fa7-1a0b-47a1-9816-f664acb86dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:10:32.332422 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 60812) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:10:32.468264 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-674fc0e4-5734-49cd-a335-cb59b4128fca admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1347523 Jan 16 23:10:34.228161 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:10:34.282503 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:34.282823 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:34.362532 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:34.362934 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:34.385837 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=731e780d-ae7d-4f3d-b5d7-b7a7e25e8612,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:10:34.391057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:34.437698 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=731e780d-ae7d-4f3d-b5d7-b7a7e25e8612,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:10:36.214342 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:10:36.291513 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:10:36.292356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (731e780d-ae7d-4f3d-b5d7-b7a7e25e8612), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:36.374430 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 731e780d-ae7d-4f3d-b5d7-b7a7e25e8612 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:10:41.281549 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8935e4aa-110f-4eea-9b47-5e57bea91ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:43.758791 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b350a964-a4c2-44b3-9898-4d75459dbef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:44.825542 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:45.809843 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:10:46.801711 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:10:47.549328 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:11.270358 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ac06fd69-4510-45a0-b0a0-26730f721627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:13.751130 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-42d90a15-6ac6-4b3c-8cc4-be1ea934b65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:14.826382 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:15.811442 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:17.544409 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:23.801118 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:11:41.263002 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8f39856b-bff7-4d6e-bc82-8229c3bb97fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:43.754550 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-db6848cf-3b2c-44d2-bf3a-c1e4c3fa5e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:44.831429 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:45.814594 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:47.547448 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:56.326007 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33064) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:11:56.387058 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07412e6-ca8c-4eff-b947-24b36809a8a6 admin admin] GET failed (client error): The resource could not be found. Jan 16 23:11:56.388346 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-c07412e6-ca8c-4eff-b947-24b36809a8a6 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613954 Jan 16 23:11:56.543744 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daad6b9-8924-48e9-b579-8f01ca76cf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:11:56.545247 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4daad6b9-8924-48e9-b579-8f01ca76cf59 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1528325 Jan 16 23:11:58.767410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33074) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:11:58.865915 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818991d-9ba2-4158-94d8-26a37829f092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:11:58.867417 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-4818991d-9ba2-4158-94d8-26a37829f092 admin admin] 10.222.0.35 "GET /v2.0/subnets/a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce HTTP/1.1" status: 200 len: 849 time: 0.0989165 Jan 16 23:11:58.876778 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:11:58.960221 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Publish callbacks [] for subnet (a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:59.121415 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765061015682'] for subnet (a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:59.157846 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:11:59.158067 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:59.159667 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] 10.222.0.35 "PUT /v2.0/subnets/a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce HTTP/1.1" status: 200 len: 868 time: 0.2864366 Jan 16 23:11:59.160988 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e51bbc-d41b-4e26-86df-cdb6c74cf29f None None] Network b022991d-7424-4aac-9db4-9ac8b9cabd40 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:11:59.175663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:11:59.183685 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.184088 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.184435 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.184775 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.185121 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.185494 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.185831 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.186162 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.186487 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.186814 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.187141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.187459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.187781 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d96e2ae-bb96-48fd-8d41-49140fac8e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:11:59.502320 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a70afe4c-f944-45f1-9f30-38aebc95b5e3 None None] Provisioning complete for port 99851566-1f6b-456e-b054-718f90717378 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:11:59.502729 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a70afe4c-f944-45f1-9f30-38aebc95b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (99851566-1f6b-456e-b054-718f90717378), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:59.581831 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a70afe4c-f944-45f1-9f30-38aebc95b5e3 None None] Current status of the port 99851566-1f6b-456e-b054-718f90717378 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:11:59.591338 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a70afe4c-f944-45f1-9f30-38aebc95b5e3 None None] Provisioning complete for port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:11:59.591713 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a70afe4c-f944-45f1-9f30-38aebc95b5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b42938bc-ddc0-4661-9ddb-a15bbb145ab8), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:11:59.664394 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a70afe4c-f944-45f1-9f30-38aebc95b5e3 None None] Current status of the port b42938bc-ddc0-4661-9ddb-a15bbb145ab8 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:12:00.848423 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:12:01.377524 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33084) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:01.580446 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6a065-c8b2-4378-a67c-059a2935d809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:01.580835 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b6a065-c8b2-4378-a67c-059a2935d809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:01.582389 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-a0b6a065-c8b2-4378-a67c-059a2935d809 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039144 Jan 16 23:12:03.778811 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33092) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:03.924921 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce9799-e34f-47ab-81b9-7aeebeb24c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:03.925437 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ce9799-e34f-47ab-81b9-7aeebeb24c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:03.927019 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-55ce9799-e34f-47ab-81b9-7aeebeb24c13 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1471891 Jan 16 23:12:06.133958 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33100) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:06.285897 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0484fe-21a9-42bf-b5ba-b583a3a983c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:06.287294 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-6b0484fe-21a9-42bf-b5ba-b583a3a983c3 admin admin] 10.222.0.35 "GET /v2.0/networks/aa6fabb0-d34c-48e7-af7b-05d18b36c589 HTTP/1.1" status: 200 len: 886 time: 0.1523573 Jan 16 23:12:08.528833 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33110) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:08.673137 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0978a08-b719-4787-a89a-43800b376529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:08.674554 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-a0978a08-b719-4787-a89a-43800b376529 admin admin] 10.222.0.35 "GET /v2.0/networks/b022991d-7424-4aac-9db4-9ac8b9cabd40 HTTP/1.1" status: 200 len: 869 time: 0.1442804 Jan 16 23:12:10.893227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33118) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:11.023856 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e394e4-b6df-4e00-a065-723f20bea1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:11.024316 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e394e4-b6df-4e00-a065-723f20bea1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:11.025888 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f0e394e4-b6df-4e00-a065-723f20bea1eb admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317055 Jan 16 23:12:11.265425 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-01f5659e-a27f-4f19-bc48-d86894fb5495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:13.232587 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33126) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:13.322468 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5ad86b-e3d0-4819-89ad-2bf713acfa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:13.322925 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5ad86b-e3d0-4819-89ad-2bf713acfa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:13.324434 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-9f5ad86b-e3d0-4819-89ad-2bf713acfa69 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908461 Jan 16 23:12:13.756446 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c02706cb-792e-413d-9323-1307e160b9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:14.831221 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:15.511690 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33134) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:15.604881 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1cc5cf-9884-4c7d-844e-1e12fa4765a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:15.606279 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-fc1cc5cf-9884-4c7d-844e-1e12fa4765a4 admin admin] 10.222.0.35 "GET /v2.0/subnets/a13e5b19-bdd0-44d8-9fe9-134c0d6e98ce HTTP/1.1" status: 200 len: 868 time: 0.0933857 Jan 16 23:12:15.818124 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:17.551175 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:17.828474 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33142) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:17.912655 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecaecb9-26fa-4e05-be1e-78ebb6e47375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:17.914010 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3ecaecb9-26fa-4e05-be1e-78ebb6e47375 admin admin] 10.222.0.35 "GET /v2.0/subnets/c4ca68bb-8821-455d-92ea-d0b81328d2c0 HTTP/1.1" status: 200 len: 816 time: 0.0845983 Jan 16 23:12:37.797556 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:12:41.266900 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-60fb4b5c-ddb1-4f28-8746-1e84e2a9a84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:41.907116 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33196) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:41.955136 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [None req-56ecbc1d-b80b-474a-9689-f095c077d539 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:12:41.956155 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-56ecbc1d-b80b-474a-9689-f095c077d539 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480509 Jan 16 23:12:43.757295 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a4b5b834-8118-4d90-a047-cda304ef2dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:44.275806 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33204) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:44.335370 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0cdb0e-dd86-4313-bfe6-5215f9ebe186 admin admin] GET failed (client error): The resource could not be found. Jan 16 23:12:44.336646 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-ae0cdb0e-dd86-4313-bfe6-5215f9ebe186 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599239 Jan 16 23:12:44.478757 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93250878-c605-4d88-b424-8b748a5e81c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:44.480164 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-93250878-c605-4d88-b424-8b748a5e81c0 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396236 Jan 16 23:12:44.838915 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:45.822094 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:46.749189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33214) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:46.794315 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'tenant_id': 'db57001499444754b5cf2612bc919c1e', 'project_id': 'db57001499444754b5cf2612bc919c1e', 'admin_state_up': True}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:12:46.815447 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Made reservation on behalf of db57001499444754b5cf2612bc919c1e for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:12:46.817855 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:46.844485 dv-cinder-824839-1-iscsi neutron-server[102394]: WARNING neutron.services.revisions.revision_plugin [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Could not find related network for resource to bump revision. Jan 16 23:12:46.856296 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:12:46.865067 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (516837ec-244c-44fa-ba3c-9e4b6aa13946), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:46.865440 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Added segment 516837ec-244c-44fa-ba3c-9e4b6aa13946 of type vlan for network 987c820f-d837-4c20-8cf2-abb04dd30c4e Jan 16 23:12:46.902350 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (987c820f-d837-4c20-8cf2-abb04dd30c4e), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:46.926009 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (987c820f-d837-4c20-8cf2-abb04dd30c4e), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:46.926940 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:46.927518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:46.989346 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2389998 Jan 16 23:12:46.996788 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Pushing event updated for resources: {'Network': ['ID=987c820f-d837-4c20-8cf2-abb04dd30c4e,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:12:47.006889 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.006889 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.007224 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.007442 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.007776 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.008128 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.008459 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.008816 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.009127 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.009499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.009882 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.010207 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.010533 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c44fe5-f03c-48b4-9e2d-8dd15158673f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:47.025127 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 987c820f-d837-4c20-8cf2-abb04dd30c4e details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:12:47.554895 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:49.284874 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33224) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:12:49.345231 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b01628-59f8-41c3-b80f-ee4c4b59eab2 admin admin] GET failed (client error): The resource could not be found. Jan 16 23:12:49.346518 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-95b01628-59f8-41c3-b80f-ee4c4b59eab2 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606873 Jan 16 23:12:49.415286 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79387c28-2bea-424a-8d22-f39555e1309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:49.416692 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-79387c28-2bea-424a-8d22-f39555e1309a admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657771 Jan 16 23:12:49.426064 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Request body: {'subnet': {'tenant_id': 'db57001499444754b5cf2612bc919c1e', 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:12:49.448228 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Made reservation on behalf of db57001499444754b5cf2612bc919c1e for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:12:49.450648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:49.613760 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (5eb32066-d279-4690-ba52-2589739ea3aa), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:49.668681 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb32066-d279-4690-ba52-2589739ea3aa,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:12:49.675148 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Checking segment: {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:12:49.675505 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Network hostable DHCP agents. Network: 987c820f-d837-4c20-8cf2-abb04dd30c4e, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:12:49.691056 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Network 987c820f-d837-4c20-8cf2-abb04dd30c4e is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:12:49.699288 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 987c820f-d837-4c20-8cf2-abb04dd30c4e) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:12:49.703101 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:12:49.703689 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:49.709081 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c39c3-1632-4475-9f4d-984992a9044e None None] Network 987c820f-d837-4c20-8cf2-abb04dd30c4e requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:12:49.718884 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-490679fa-fed2-4831-84b0-15da73a280e6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2960756 Jan 16 23:12:49.814282 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-987c820f-d837-4c20-8cf2-abb04dd30c4e', 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e', 'project_id': 'db57001499444754b5cf2612bc919c1e', 'fixed_ips': [{'subnet_id': '5eb32066-d279-4690-ba52-2589739ea3aa'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:12:49.815207 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:49.955664 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Allocated IP 192.168.233.2 (987c820f-d837-4c20-8cf2-abb04dd30c4e/5eb32066-d279-4690-ba52-2589739ea3aa/786ab11f-8bc2-4c3b-9929-2cd33c7608aa) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:12:50.195292 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Publish callbacks [] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:50.202476 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:50.247038 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Network 987c820f-d837-4c20-8cf2-abb04dd30c4e is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:12:50.250870 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:12:50.252707 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Pushing event updated for resources: {'Port': ['ID=786ab11f-8bc2-4c3b-9929-2cd33c7608aa,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:12:50.255410 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:12:50.272901 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.273289 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.273658 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.274241 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.274582 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.274913 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.275239 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.275567 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.275890 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.276229 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.276560 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.276876 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.277192 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:12:50.326501 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Attempting to bind port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:12:50.326872 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Attempting to bind port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:12:50.327242 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Attempting to bind port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa on network 987c820f-d837-4c20-8cf2-abb04dd30c4e {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:12:50.332396 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:12:50.333421 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Checking segment: {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:12:50.333828 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:50.334222 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Bound using segment: {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:12:50.334685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Bound port: 786ab11f-8bc2-4c3b-9929-2cd33c7608aa, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:12:50.335063 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:50.397570 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] For port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:12:50.400811 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] For port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=786ab11f-8bc2-4c3b-9929-2cd33c7608aa,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:12:50.405633 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:50.469559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fb6a-e814-4020-99d1-5aa67510850f None None] Pushing event updated for resources: {'Port': ['ID=786ab11f-8bc2-4c3b-9929-2cd33c7608aa,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:12:51.351911 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611ef46e-d1d2-497a-a32f-cc4216b59a5d None None] Network 987c820f-d837-4c20-8cf2-abb04dd30c4e requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:12:51.420174 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] Provisioning complete for port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:12:51.420487 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:51.537181 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] Current status of the port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:12:51.537181 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:51.577373 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] For port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=786ab11f-8bc2-4c3b-9929-2cd33c7608aa,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:12:51.583202 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:51.640202 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b12a7f-021d-4223-b9ba-b04dc9c153c3 None None] Pushing event updated for resources: {'Port': ['ID=786ab11f-8bc2-4c3b-9929-2cd33c7608aa,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:12:51.704194 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-17d1ec51-7f44-42c0-b82c-3b447e24fe58 None None] Provisioning complete for port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:12:51.704598 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-17d1ec51-7f44-42c0-b82c-3b447e24fe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:51.781737 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-17d1ec51-7f44-42c0-b82c-3b447e24fe58 None None] Current status of the port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:12:52.277069 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 786ab11f-8bc2-4c3b-9929-2cd33c7608aa up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:12:52.328238 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:12:52.328730 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (786ab11f-8bc2-4c3b-9929-2cd33c7608aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:12:52.408710 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 786ab11f-8bc2-4c3b-9929-2cd33c7608aa is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:13:11.277226 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-00618195-b4bb-45bb-8495-0c3576b90a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:13.759489 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3b42f93e-fee3-414b-b756-002c247cfadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:14.796964 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:13:14.839104 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:15.827144 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:17.558577 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:41.270221 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe6cc-1572-42f2-aa42-28fd821f30ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:43.761061 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3127-1415-4b9a-9330-123f5c655933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:44.840754 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:45.828244 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:47.560548 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:13:51.795609 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:14:09.219818 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33268) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:14:09.226327 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [None req-4b7305cf-7264-490d-aa0e-a8a7af4a5d97 tempest-verify_tempest_config-1360894161 tempest-verify_tempest_config-1360894161-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:14:09.227322 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4b7305cf-7264-490d-aa0e-a8a7af4a5d97 tempest-verify_tempest_config-1360894161 tempest-verify_tempest_config-1360894161-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065477 Jan 16 23:14:09.512041 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33286) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:14:09.613394 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.683508 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Publish callbacks [] for security_group (346fa8f3-3f20-4d3e-a98f-fa09579a4ad5), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.686977 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (346fa8f3-3f20-4d3e-a98f-fa09579a4ad5), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.730747 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52266be1695f4374ba1b63cd5abe8140&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2177033 Jan 16 23:14:09.731790 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346fa8f3-3f20-4d3e-a98f-fa09579a4ad5,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:14:09.733563 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33290) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:14:09.738503 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.738853 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.739189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.739521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.739846 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.740167 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.740488 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.740872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.741124 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.741466 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.741782 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.742096 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.742409 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23aac93-1d22-489e-9bea-e32b5d76c38b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.815926 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Publish callbacks [] for security_group (346fa8f3-3f20-4d3e-a98f-fa09579a4ad5), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.837958 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Publish callbacks [] for security_group (346fa8f3-3f20-4d3e-a98f-fa09579a4ad5), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.930714 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (346fa8f3-3f20-4d3e-a98f-fa09579a4ad5), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.933485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:09.934709 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/346fa8f3-3f20-4d3e-a98f-fa09579a4ad5 HTTP/1.1" status: 204 len: 168 time: 0.1996093 Jan 16 23:14:09.943120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346fa8f3-3f20-4d3e-a98f-fa09579a4ad5,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:14:09.949735 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.950095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.950444 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.950789 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.951147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.951464 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.951796 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.952128 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.952458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.952788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.953113 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.953467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:09.953788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5adc6207-39f2-45e1-8ee9-c2b66cc699e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:14:11.271412 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-23bf1ba4-f9a9-40a5-a509-455569a848ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:13.762594 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8df1e895-2913-4962-8aa2-a5e534795ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:14.845052 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:15.831655 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:17.563204 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:28.794112 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:14:41.272841 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-adfd26a6-499c-4768-a3e9-c4b05b4c0676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:43.764041 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c499bf8a-3d19-47cd-8c76-8fc5de4276a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:44.848560 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:45.837430 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:14:47.565967 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:05.792807 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:15:11.276787 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f11e3790-8573-4dca-a6f1-de77ed2b234e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:13.766178 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-2eb7ce63-45ab-4509-8fe8-e86d9d52dde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:14.851201 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:15.837982 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:17.567283 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:41.278751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-4032e9e1-c92c-4502-a660-31f2b2146c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:42.792344 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 5 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:15:43.768936 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3015c090-c164-42d3-90de-9aa28683e33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:44.853550 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:45.842770 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:47.292101 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627872'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:15:47.570006 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:01.297071 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33364) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:16:01.399896 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-10e20165-8008-424a-b5dc-d2feb79d8c8c admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1014185 Jan 16 23:16:03.642418 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33374) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:16:03.696137 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f7471102-dea4-48d2-820c-1d92a1b5377d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526223 Jan 16 23:16:11.281056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d7ab28e6-ac1f-41a9-90bc-a83e6cc8bfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:13.770348 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d764c4fe-d4ae-4f02-8f77-323aeceb168b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:14.857060 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:15.843207 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:17.259632 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:17.572385 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:19.791384 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:16:41.281620 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9457f77f-2e84-4c5d-a07e-c5d2dfe0b4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:43.771453 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-14e80e00-2387-4e61-830e-b732eb41b9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:44.860243 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:45.847035 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:47.277042 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:47.575682 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:16:56.790258 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:17:11.285482 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1f2796fb-9932-44a0-82ea-6cf89014213a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:13.776479 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b7bd4ef9-9286-49f5-96cd-b755cf5c44b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:14.863737 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:15.850278 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:17.273352 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:17.579056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.003499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33530) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:32.262632 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-193679010-network', 'tenant_id': 'ed9a9fd031cc41a495234760133328f8'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:32.292949 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Made reservation on behalf of ed9a9fd031cc41a495234760133328f8 for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:32.296416 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.308717 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.385715 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks [] for security_group (f89fcde7-7479-4f27-9d8a-f692951d8ed3), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.390239 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f89fcde7-7479-4f27-9d8a-f692951d8ed3), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.417015 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fcde7-7479-4f27-9d8a-f692951d8ed3,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:32.425047 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.425608 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.425998 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.426339 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.426676 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.427000 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.427465 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.427655 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.428153 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.428572 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.428997 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.429379 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.429695 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Tracked resource versions report: Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: pushed versions: Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: { 'AddressGroup': {'1.2'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'ConntrackHelper': {'1.0'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Log': {'1.0'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Network': {'1.1'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Port': {'1.7'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'PortForwarding': {'1.2'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'QosPolicy': {'1.10'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroup': {'1.5'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SubPort': {'1.0'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Subnet': {'1.1'}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Trunk': {'1.1'}} Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: consumer versions: Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: HyperV agent@hv-cinder-82483: {}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'ConntrackHelper': '1.0', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'LocalIPAssociation': '1.0', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Log': '1.0', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Network': '1.1', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Port': '1.7', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'PortForwarding': '1.2', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'QosPolicy': '1.10', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroup': '1.5', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SecurityGroupRule': '1.2', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'SubPort': '1.0', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Subnet': '1.1', Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: 'Trunk': '1.1'}} Jan 16 23:17:32.430820 dv-cinder-824839-1-iscsi neutron-server[102394]: {{(pid=102394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:17:32.443152 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:17:32.452906 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (519f059a-24c1-48e8-8ade-c61f9fcce192), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.453459 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Added segment 519f059a-24c1-48e8-8ade-c61f9fcce192 of type vlan for network 9c9713e6-3f11-40b7-8062-611584f24744 Jan 16 23:17:32.512601 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (9c9713e6-3f11-40b7-8062-611584f24744), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.547401 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (9c9713e6-3f11-40b7-8062-611584f24744), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.548359 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:32.548939 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.610355 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33578) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:32.616260 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Request body: {'subnet': {'network_id': '9c9713e6-3f11-40b7-8062-611584f24744', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-193679010-subnet', 'tenant_id': 'ed9a9fd031cc41a495234760133328f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:32.620011 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6151166 Jan 16 23:17:32.643615 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8dbde-6401-4aa6-a68b-36e9e315fe63 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9713e6-3f11-40b7-8062-611584f24744,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:32.658011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 9c9713e6-3f11-40b7-8062-611584f24744 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:17:32.664614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Made reservation on behalf of ed9a9fd031cc41a495234760133328f8 for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:32.667432 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.878333 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (02aa2483-2e77-41c3-9334-456123516cc4), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:32.984218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Pushing event updated for resources: {'Subnet': ['ID=02aa2483-2e77-41c3-9334-456123516cc4,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:32.992502 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.993068 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.993436 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.993970 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.994308 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.994640 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.994971 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.995299 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.995627 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.995978 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.996306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.996628 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.996951 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Tracked resource versions report: Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: pushed versions: Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: { 'AddressGroup': {'1.2'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'ConntrackHelper': {'1.0'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Log': {'1.0'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Network': {'1.1'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Port': {'1.7'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'PortForwarding': {'1.2'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'QosPolicy': {'1.10'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroup': {'1.5'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SubPort': {'1.0'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Subnet': {'1.1'}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Trunk': {'1.1'}} Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: consumer versions: Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: HyperV agent@hv-cinder-82483: {}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'ConntrackHelper': '1.0', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'LocalIPAssociation': '1.0', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Log': '1.0', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Network': '1.1', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Port': '1.7', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'PortForwarding': '1.2', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'QosPolicy': '1.10', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroup': '1.5', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SecurityGroupRule': '1.2', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'SubPort': '1.0', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Subnet': '1.1', Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: 'Trunk': '1.1'}} Jan 16 23:17:32.998083 dv-cinder-824839-1-iscsi neutron-server[102393]: {{(pid=102393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:17:33.006886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Checking segment: {'id': '519f059a-24c1-48e8-8ade-c61f9fcce192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:33.009275 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Network hostable DHCP agents. Network: 9c9713e6-3f11-40b7-8062-611584f24744, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:17:33.027960 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Network 9c9713e6-3f11-40b7-8062-611584f24744 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:17:33.038700 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 9c9713e6-3f11-40b7-8062-611584f24744) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:33.052093 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8879ea1d-a6d6-497a-8a74-e14053f4037f None None] Network 9c9713e6-3f11-40b7-8062-611584f24744 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:33.059821 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:33.060602 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.091581 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-9a0d868c-34d3-4f15-9ea5-04c052c3128f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4801638 Jan 16 23:17:33.189967 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2666d0df-52ac-4e69-b87c-49cbbdd498a7 None None] Network 9c9713e6-3f11-40b7-8062-611584f24744 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:33.205855 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33600) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:33.240317 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33604) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:33.551864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-166035580-network', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:33.584576 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Made reservation on behalf of 18a29b2965ee4f2aaf658da3d3eaee4e for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:33.587000 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.605438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2008985906-network', 'tenant_id': 'b0409069f3c5402297eec9a6afacaac4'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:33.610315 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.662475 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Made reservation on behalf of b0409069f3c5402297eec9a6afacaac4 for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:33.664853 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.680342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.736218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks [] for security_group (f625e384-da88-4840-9687-e28e8416a837), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.741383 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f625e384-da88-4840-9687-e28e8416a837), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.767023 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:17:33.792397 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:17:33.802637 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765060989215', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (64aee54b-f0d3-4aab-93ea-0bad3db49bee), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.803215 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Unsubscribe: segment precommit_create {{(pid=102393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 16 23:17:33.803884 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Added segment 64aee54b-f0d3-4aab-93ea-0bad3db49bee of type vlan for network 09e1eff7-e489-4cbf-803a-43f2c0779e20 Jan 16 23:17:33.833327 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f625e384-da88-4840-9687-e28e8416a837,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:33.885955 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks [] for security_group (81508ce3-f10e-4a95-a812-d702960c7b28), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.890448 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (09e1eff7-e489-4cbf-803a-43f2c0779e20), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.899877 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (81508ce3-f10e-4a95-a812-d702960c7b28), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.937724 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:17:33.958867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81508ce3-f10e-4a95-a812-d702960c7b28,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:33.964730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (ebe12486-9190-485e-9d90-f22e97dde038), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.965080 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Added segment ebe12486-9190-485e-9d90-f22e97dde038 of type vlan for network a365db0f-280a-49cc-a17d-3103008fd4e5 Jan 16 23:17:33.973509 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (09e1eff7-e489-4cbf-803a-43f2c0779e20), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:33.974566 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:33.975137 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.082701 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33652) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:34.088019 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Request body: {'subnet': {'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-subnet', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:34.092208 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8852205 Jan 16 23:17:34.094737 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (a365db0f-280a-49cc-a17d-3103008fd4e5), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.138105 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Made reservation on behalf of 18a29b2965ee4f2aaf658da3d3eaee4e for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:34.140624 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.157173 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27aa7a-9959-4213-a48c-5212ba8aac83 admin admin] Pushing event updated for resources: {'Network': ['ID=09e1eff7-e489-4cbf-803a-43f2c0779e20,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:34.176678 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:17:34.197386 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (a365db0f-280a-49cc-a17d-3103008fd4e5), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.198848 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:34.199844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.327364 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0829194 Jan 16 23:17:34.330826 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33656) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:34.373117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Request body: {'subnet': {'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2008985906-subnet', 'tenant_id': 'b0409069f3c5402297eec9a6afacaac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:34.377907 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a953aea-5057-4028-aa37-c4cf8460c7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a365db0f-280a-49cc-a17d-3103008fd4e5,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:34.390853 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network a365db0f-280a-49cc-a17d-3103008fd4e5 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:17:34.458843 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Made reservation on behalf of b0409069f3c5402297eec9a6afacaac4 for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:34.461696 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.599803 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (c3e4a687-4914-41ed-a83c-785f8acfb841), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.713887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e4a687-4914-41ed-a83c-785f8acfb841,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:34.769636 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Checking segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:34.769995 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Network hostable DHCP agents. Network: 09e1eff7-e489-4cbf-803a-43f2c0779e20, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:17:34.811193 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:17:34.820813 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (f55d561c-a138-4760-8d4c-c075aa6b36b8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.827309 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 09e1eff7-e489-4cbf-803a-43f2c0779e20) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:34.835950 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:34.836618 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.837306 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e378b8b-f155-46ea-92e7-9e219f41900a None None] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:34.856937 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-53d282a1-7d0d-41c2-acb4-6c073b39fa2c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7725623 Jan 16 23:17:34.859811 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33684) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:34.866258 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:34.900911 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (934afa0a-2f44-4727-987b-89a01a9fb556), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.902493 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (934afa0a-2f44-4727-987b-89a01a9fb556), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:34.945954 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55d561c-a138-4760-8d4c-c075aa6b36b8,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:34.951577 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Checking segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:34.951943 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Network hostable DHCP agents. Network: a365db0f-280a-49cc-a17d-3103008fd4e5, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:17:34.977242 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Network a365db0f-280a-49cc-a17d-3103008fd4e5 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:17:34.990923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, a365db0f-280a-49cc-a17d-3103008fd4e5) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:34.997547 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:34.998158 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.015556 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cf977-7032-4a07-a740-8508ae3c21cb None None] Network a365db0f-280a-49cc-a17d-3103008fd4e5 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:35.062856 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-09e1eff7-e489-4cbf-803a-43f2c0779e20', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:17:35.064222 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.069180 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-64f808b3-bb7f-4638-9bae-82c9c51b90f2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7032359 Jan 16 23:17:35.093399 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks [] for router_controller (934afa0a-2f44-4727-987b-89a01a9fb556), precommit_add_association {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.238187 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Allocated IP 172.20.0.2 (09e1eff7-e489-4cbf-803a-43f2c0779e20/c3e4a687-4914-41ed-a83c-785f8acfb841/638d4ed7-cbfb-4ff3-9716-89c6fa70512e) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:35.402591 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Publish callbacks [] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.423906 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks [] for router_gateway (934afa0a-2f44-4727-987b-89a01a9fb556), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.433330 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.549489 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Pushing event updated for resources: {'Port': ['ID=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:35.584516 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:35.589023 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:35.592023 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.592564 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.593097 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.593626 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.594126 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.594648 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.595122 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.595792 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.596133 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.596472 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.596800 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.597334 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.598206 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Tracked resource versions report: Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: pushed versions: Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: { 'AddressGroup': {'1.2'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'ConntrackHelper': {'1.0'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Log': {'1.0'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Network': {'1.1'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Port': {'1.7'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'PortForwarding': {'1.2'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'QosPolicy': {'1.10'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroup': {'1.5'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SubPort': {'1.0'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Subnet': {'1.1'}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Trunk': {'1.1'}} Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: consumer versions: Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: HyperV agent@hv-cinder-82483: {}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'ConntrackHelper': '1.0', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'LocalIPAssociation': '1.0', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Log': '1.0', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Network': '1.1', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Port': '1.7', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'PortForwarding': '1.2', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'QosPolicy': '1.10', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroup': '1.5', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SecurityGroupRule': '1.2', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'SubPort': '1.0', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Subnet': '1.1', Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: 'Trunk': '1.1'}} Jan 16 23:17:35.599509 dv-cinder-824839-1-iscsi neutron-server[102395]: {{(pid=102395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:17:35.601730 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:35.605195 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8100f-83de-486d-9841-a78893e36d6a None None] Network a365db0f-280a-49cc-a17d-3103008fd4e5 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:35.767673 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Attempting to bind port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:17:35.768045 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Attempting to bind port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:17:35.768416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Attempting to bind port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:35.779810 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:17:35.780612 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Checking segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:35.781194 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.781796 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Bound using segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:17:35.782444 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Bound port: 638d4ed7-cbfb-4ff3-9716-89c6fa70512e, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:17:35.782993 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.795233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks [] for router_gateway (934afa0a-2f44-4727-987b-89a01a9fb556), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.820661 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.833505 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33762) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:35.850219 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33766) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:35.909655 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] For port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:17:35.914533 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] For port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:17:35.922316 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:35.978106 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Allocated IP 172.27.3.196 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/9a692f0b-9f67-4d3f-8708-299b575bc79c) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:36.024612 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf338b-95e2-49e6-8562-6c7239afa89e None None] Pushing event updated for resources: {'Port': ['ID=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:36.070915 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33786) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:36.075648 dv-cinder-824839-1-iscsi neutron-server[102393]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 16 23:17:36.126830 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks [] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.147584 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33792) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:36.154574 dv-cinder-824839-1-iscsi neutron-server[102394]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 16 23:17:36.302568 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4e155962-e852-469e-b1e8-b5743d20bb9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.313602 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33794) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:36.409457 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-3bbf52d0-9928-4c30-b956-3b7ed4595c78 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:36.409457 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-3bbf52d0-9928-4c30-b956-3b7ed4595c78 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.3004413 Jan 16 23:17:36.409457 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9df23dc-675f-4c9b-8920-6625c98b844d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.414896 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.421569 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-70297886-a413-4112-bebb-8d10bc86f8f0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/quotas/b0409069f3c5402297eec9a6afacaac4 HTTP/1.1" status: 200 len: 375 time: 0.0405939 Jan 16 23:17:36.462744 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-1dd59790-1101-4e76-b983-dd50ca6727a1 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:36.464343 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-1dd59790-1101-4e76-b983-dd50ca6727a1 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/networks?id=9c9713e6-3f11-40b7-8062-611584f24744 HTTP/1.1" status: 200 len: 811 time: 0.3157854 Jan 16 23:17:36.503601 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:36.512798 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:36.517113 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-d0130307-49b3-489e-910b-5d8424600905 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/quotas/ed9a9fd031cc41a495234760133328f8 HTTP/1.1" status: 200 len: 375 time: 0.0330808 Jan 16 23:17:36.517908 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd51f-1acb-4e40-9b54-def0ce695e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.522222 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:36.550330 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-bed641c2-adbd-4757-99ae-d4328c070895 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974388 Jan 16 23:17:36.577011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 638d4ed7-cbfb-4ff3-9716-89c6fa70512e up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:17:36.578231 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Pushing event updated for resources: {'Port': ['ID=9a692f0b-9f67-4d3f-8708-299b575bc79c,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:36.613031 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4e155962-e852-469e-b1e8-b5743d20bb9b admin admin] Publish callbacks [] for security_group (30441ba3-c0f4-42ae-b7ea-cce231fbc916), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.632638 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4e155962-e852-469e-b1e8-b5743d20bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (30441ba3-c0f4-42ae-b7ea-cce231fbc916), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.663305 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:36.665329 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.671720 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e155962-e852-469e-b1e8-b5743d20bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30441ba3-c0f4-42ae-b7ea-cce231fbc916,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:36.684366 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-25ed11ed-e354-451a-b774-309c1ad361bb tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ed9a9fd031cc41a495234760133328f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1095791 Jan 16 23:17:36.717119 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9df23dc-675f-4c9b-8920-6625c98b844d admin admin] Publish callbacks [] for security_group (19725141-cdb9-4888-9a50-fe30752f19e0), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.737033 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9df23dc-675f-4c9b-8920-6625c98b844d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (19725141-cdb9-4888-9a50-fe30752f19e0), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.767955 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c9df23dc-675f-4c9b-8920-6625c98b844d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abfbc841d6204481a29425644846adbb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9166303 Jan 16 23:17:36.775871 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-4e155962-e852-469e-b1e8-b5743d20bb9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc017dd986284ac1b307b2428aaef6a5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9384716 Jan 16 23:17:36.775871 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33816) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:36.780940 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33818) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:36.783507 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:36.784808 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.833688 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:17:36.843901 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.857780 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-39cec716-98af-424a-8c12-b27620a7ce0c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:17:36.864630 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd51f-1acb-4e40-9b54-def0ce695e5b admin admin] Publish callbacks [] for security_group (a2edff84-194e-443b-b8e7-5d8727149a61), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.867569 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-39cec716-98af-424a-8c12-b27620a7ce0c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1887541 Jan 16 23:17:36.883998 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df23dc-675f-4c9b-8920-6625c98b844d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19725141-cdb9-4888-9a50-fe30752f19e0,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:36.906917 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-57cc13cf-f95e-4221-a751-fd424f7f9a43 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:17:36.907910 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-57cc13cf-f95e-4221-a751-fd424f7f9a43 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0949073 Jan 16 23:17:36.912895 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1f1a073a-08fa-4e57-a017-f6e9ba672792 admin admin] Publish callbacks [] for security_group (19725141-cdb9-4888-9a50-fe30752f19e0), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.915616 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f0dd51f-1acb-4e40-9b54-def0ce695e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a2edff84-194e-443b-b8e7-5d8727149a61), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.937236 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:36.969907 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1f1a073a-08fa-4e57-a017-f6e9ba672792 admin admin] Publish callbacks [] for security_group (19725141-cdb9-4888-9a50-fe30752f19e0), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:36.994479 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8f0dd51f-1acb-4e40-9b54-def0ce695e5b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2a4416fa3284cb1a990070800a1d377&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6780329 Jan 16 23:17:36.997395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33830) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:37.030604 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks [] for router_gateway (934afa0a-2f44-4727-987b-89a01a9fb556), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.036156 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a9d0f2b5-e590-4df7-9416-6f0c215c690f admin admin] Publish callbacks [] for security_group (30441ba3-c0f4-42ae-b7ea-cce231fbc916), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.053242 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-adb411b8-b9a5-433c-ab64-d8f8f652e9da service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842744 Jan 16 23:17:37.074782 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dd51f-1acb-4e40-9b54-def0ce695e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2edff84-194e-443b-b8e7-5d8727149a61,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:37.124273 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a9d0f2b5-e590-4df7-9416-6f0c215c690f admin admin] Publish callbacks [] for security_group (30441ba3-c0f4-42ae-b7ea-cce231fbc916), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.157444 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1f1a073a-08fa-4e57-a017-f6e9ba672792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (19725141-cdb9-4888-9a50-fe30752f19e0), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.160048 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1f1a073a-08fa-4e57-a017-f6e9ba672792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.161218 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1f1a073a-08fa-4e57-a017-f6e9ba672792 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19725141-cdb9-4888-9a50-fe30752f19e0 HTTP/1.1" status: 204 len: 168 time: 0.3805425 Jan 16 23:17:37.171125 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d6c3629a-24d6-4fab-8ad4-6f94a1f6e6a0 admin admin] Publish callbacks [] for security_group (a2edff84-194e-443b-b8e7-5d8727149a61), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.183053 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a073a-08fa-4e57-a017-f6e9ba672792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19725141-cdb9-4888-9a50-fe30752f19e0,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:37.207970 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-dce08eaa-e082-479a-8345-89b14e39f38e service neutron] 10.222.0.35 "GET /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866914 Jan 16 23:17:37.220959 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d6c3629a-24d6-4fab-8ad4-6f94a1f6e6a0 admin admin] Publish callbacks [] for security_group (a2edff84-194e-443b-b8e7-5d8727149a61), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.250059 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-1c702113-3cda-4d64-bd14-2c738908b86b service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957114 Jan 16 23:17:37.328807 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d6c3629a-24d6-4fab-8ad4-6f94a1f6e6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a2edff84-194e-443b-b8e7-5d8727149a61), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.330595 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a9d0f2b5-e590-4df7-9416-6f0c215c690f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (30441ba3-c0f4-42ae-b7ea-cce231fbc916), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.331767 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d6c3629a-24d6-4fab-8ad4-6f94a1f6e6a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.335982 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d6c3629a-24d6-4fab-8ad4-6f94a1f6e6a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2edff84-194e-443b-b8e7-5d8727149a61 HTTP/1.1" status: 204 len: 168 time: 0.3304319 Jan 16 23:17:37.336149 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a9d0f2b5-e590-4df7-9416-6f0c215c690f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.336149 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a9d0f2b5-e590-4df7-9416-6f0c215c690f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30441ba3-c0f4-42ae-b7ea-cce231fbc916 HTTP/1.1" status: 204 len: 168 time: 0.5536594 Jan 16 23:17:37.343951 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3629a-24d6-4fab-8ad4-6f94a1f6e6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2edff84-194e-443b-b8e7-5d8727149a61,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:37.386850 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0f2b5-e590-4df7-9416-6f0c215c690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30441ba3-c0f4-42ae-b7ea-cce231fbc916,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:37.600434 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854153b9-4364-4a2e-bfa4-f80a38d100ee None None] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:37.729885 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-6c464c57-dd13-4ac1-871d-a0d760da8523 None None] Provisioning complete for port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:37.730521 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6c464c57-dd13-4ac1-871d-a0d760da8523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.751519 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (934afa0a-2f44-4727-987b-89a01a9fb556), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:37.807463 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-11aefb2e-1326-49f9-8f87-ec5b2a04cff1 service neutron] 10.222.0.35 "GET /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508718 Jan 16 23:17:37.911353 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4b12d8e6-4e99-4467-9057-ad9eaec6dcd2 req-071f6cf2-41e8-4600-b7f4-3e60dafb0ee6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.1162770 Jan 16 23:17:37.993120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33870) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:38.020070 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a900f13-d192-4600-8ef6-813e55e7f232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.028646 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Router 934afa0a-2f44-4727-987b-89a01a9fb556 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:17:38.195957 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a900f13-d192-4600-8ef6-813e55e7f232 admin admin] Publish callbacks [] for security_group (993920ba-7795-4132-bc32-b5f6a5857d47), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.217644 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a900f13-d192-4600-8ef6-813e55e7f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (993920ba-7795-4132-bc32-b5f6a5857d47), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.318523 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7a900f13-d192-4600-8ef6-813e55e7f232 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a2b4ad89c0a4861897c8269662135d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3228970 Jan 16 23:17:38.322024 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a900f13-d192-4600-8ef6-813e55e7f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993920ba-7795-4132-bc32-b5f6a5857d47,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:38.325536 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33888) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:38.388979 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-92f7d86c-290a-4698-98e4-647b994643f0 req-5dcf1843-3e47-4ecb-a06d-0cfd77091230 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.1288252 Jan 16 23:17:38.399775 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:17:38.411535 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:17:38.436765 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:17:38.440130 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:17:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:38.441274 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b6d75cbd-078e-46a8-8d72-5bce6e9d224d admin admin] Publish callbacks [] for security_group (993920ba-7795-4132-bc32-b5f6a5857d47), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.451458 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.456732 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 33892) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:38.458985 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3bef6556-5afc-45fb-b1bb-fef271290bdc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5976729 Jan 16 23:17:38.502881 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-6c464c57-dd13-4ac1-871d-a0d760da8523 None None] Current status of the port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:38.540516 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33904) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:38.557614 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 638d4ed7-cbfb-4ff3-9716-89c6fa70512e up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:17:38.579288 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-df29d545-1168-4d39-b249-89c49a3d6185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.725407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:38.726800 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.843634 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-df29d545-1168-4d39-b249-89c49a3d6185 admin admin] Publish callbacks [] for security_group (e9313ede-4754-4a0e-b362-f02f2194b380), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.862132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-df29d545-1168-4d39-b249-89c49a3d6185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e9313ede-4754-4a0e-b362-f02f2194b380), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:38.932709 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-df29d545-1168-4d39-b249-89c49a3d6185 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0aba0c1b5c0d4eedbd8ee6e3545948bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3877850 Jan 16 23:17:38.937890 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 33928) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:38.966332 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:38.991622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-25c886db-7594-4c15-9d00-3ea78c9b92b3 None None] Provisioning complete for port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:38.998476 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-25c886db-7594-4c15-9d00-3ea78c9b92b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.027389 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29d545-1168-4d39-b249-89c49a3d6185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9313ede-4754-4a0e-b362-f02f2194b380,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:39.080171 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2c98aad7-cae8-4509-a3c0-90662cfd10d1 admin admin] Publish callbacks [] for security_group (e9313ede-4754-4a0e-b362-f02f2194b380), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.081562 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:17:39.136752 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b6d75cbd-078e-46a8-8d72-5bce6e9d224d admin admin] Publish callbacks [] for security_group (993920ba-7795-4132-bc32-b5f6a5857d47), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.210596 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a9fda3e7-e8ad-437e-92cf-5b0fc2018e6d req-464073b2-6b2d-4ccd-93fd-7a9f531ea9fb tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.1025097 Jan 16 23:17:39.230842 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-25c886db-7594-4c15-9d00-3ea78c9b92b3 None None] Current status of the port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:39.284726 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2c98aad7-cae8-4509-a3c0-90662cfd10d1 admin admin] Publish callbacks [] for security_group (e9313ede-4754-4a0e-b362-f02f2194b380), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.387011 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:36Z', 'revision_number': 3, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:39.404039 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b6d75cbd-078e-46a8-8d72-5bce6e9d224d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (993920ba-7795-4132-bc32-b5f6a5857d47), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.407058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b6d75cbd-078e-46a8-8d72-5bce6e9d224d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.408497 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b6d75cbd-078e-46a8-8d72-5bce6e9d224d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/993920ba-7795-4132-bc32-b5f6a5857d47 HTTP/1.1" status: 204 len: 168 time: 1.0798936 Jan 16 23:17:39.425111 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d75cbd-078e-46a8-8d72-5bce6e9d224d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993920ba-7795-4132-bc32-b5f6a5857d47,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:39.456074 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2c98aad7-cae8-4509-a3c0-90662cfd10d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e9313ede-4754-4a0e-b362-f02f2194b380), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.456564 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2c98aad7-cae8-4509-a3c0-90662cfd10d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.458216 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-2c98aad7-cae8-4509-a3c0-90662cfd10d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9313ede-4754-4a0e-b362-f02f2194b380 HTTP/1.1" status: 204 len: 168 time: 0.5145948 Jan 16 23:17:39.471199 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:17:39.471840 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Updating router 934afa0a-2f44-4727-987b-89a01a9fb556 port 9a692f0b-9f67-4d3f-8708-299b575bc79c binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:17:39.474697 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98aad7-cae8-4509-a3c0-90662cfd10d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9313ede-4754-4a0e-b362-f02f2194b380,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:39.629937 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:39.673193 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95847b00-9f33-4668-9c02-35cf0af13146 req-bb349aa5-1903-4b83-81bf-9480248044d7 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.0670764 Jan 16 23:17:39.993852 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.043903 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Publish callbacks [] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.060259 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.153156 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Pushing event updated for resources: {'Port': ['ID=9a692f0b-9f67-4d3f-8708-299b575bc79c,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:40.174707 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.177623 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.178024 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.178378 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.178720 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.179062 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.179400 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.179734 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.180065 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.182220 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.182759 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.183971 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.184476 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Tracked resource versions report: Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: pushed versions: Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: { 'AddressGroup': {'1.2'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'ConntrackHelper': {'1.0'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'LocalIPAssociation': {'1.0'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Log': {'1.0'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Network': {'1.1'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Port': {'1.7'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'PortForwarding': {'1.2'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'QosPolicy': {'1.10'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroup': {'1.5'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroupRule': {'1.2'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SubPort': {'1.0'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Subnet': {'1.1'}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Trunk': {'1.1'}} Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: consumer versions: Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: { DHCP agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: HyperV agent@hv-cinder-82483: {}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: L3 agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: Metadata agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: Metering agent@dv-cinder-824839-1-iscsi: {}, Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: Open vSwitch agent@dv-cinder-824839-1-iscsi: { 'AddressGroup': '1.2', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'ConntrackHelper': '1.0', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'LocalIPAssociation': '1.0', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Log': '1.0', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Network': '1.1', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Port': '1.7', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'PortForwarding': '1.2', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'QosPolicy': '1.10', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroup': '1.5', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SecurityGroupRule': '1.2', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'SubPort': '1.0', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Subnet': '1.1', Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: 'Trunk': '1.1'}} Jan 16 23:17:40.185815 dv-cinder-824839-1-iscsi neutron-server[102396]: {{(pid=102396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 16 23:17:40.235402 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Attempting to bind port 9a692f0b-9f67-4d3f-8708-299b575bc79c on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:17:40.236539 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Attempting to bind port 9a692f0b-9f67-4d3f-8708-299b575bc79c by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:17:40.237184 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Attempting to bind port 9a692f0b-9f67-4d3f-8708-299b575bc79c on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:40.245250 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:17:40.246473 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:40.247376 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.247946 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:17:40.248593 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Bound port: 9a692f0b-9f67-4d3f-8708-299b575bc79c, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:17:40.249150 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.307248 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] For port 9a692f0b-9f67-4d3f-8708-299b575bc79c, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:17:40.311328 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] For port 9a692f0b-9f67-4d3f-8708-299b575bc79c, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=9a692f0b-9f67-4d3f-8708-299b575bc79c,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:17:40.319103 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.433724 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3a131cf0-330a-4172-8c6f-a0e8f83fad71 req-2187fd82-2c79-4ed4-9221-154a86b7751c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.0496461 Jan 16 23:17:40.435729 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:17:40.436490 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:17:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:40.450630 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Allocated IP 172.20.0.1 (09e1eff7-e489-4cbf-803a-43f2c0779e20/c3e4a687-4914-41ed-a83c-785f8acfb841/8d23e999-d3d8-42b2-a23c-9840e091b6da) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:40.476166 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7292eb4-f85d-4e8b-befd-a0a5b7de9c4d None None] Pushing event updated for resources: {'Port': ['ID=9a692f0b-9f67-4d3f-8708-299b575bc79c,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:40.575721 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:17:40.606175 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks [] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.673940 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.772243 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Pushing event updated for resources: {'Port': ['ID=8d23e999-d3d8-42b2-a23c-9840e091b6da,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:40.793245 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:40.795614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:40.798883 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:40.799543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (934afa0a-2f44-4727-987b-89a01a9fb556), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:40.866679 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:36Z', 'revision_number': 3, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:40.905664 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0df69-ec28-485b-bacd-e91d6562c633 None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:36Z', 'revision_number': 3, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:17:40.954092 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1b051987-06c0-4cf9-a966-c5b6c7549009 req-c0601473-c3b9-475f-a326-ea0386536466 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.0650306 Jan 16 23:17:41.179961 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-8b40d93f-663a-4384-85f5-7c1d9d59000f None None] Provisioning complete for port 8d23e999-d3d8-42b2-a23c-9840e091b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:41.181305 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8b40d93f-663a-4384-85f5-7c1d9d59000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.225161 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-8b40d93f-663a-4384-85f5-7c1d9d59000f None None] Port 8d23e999-d3d8-42b2-a23c-9840e091b6da cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:17:41.333998 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ef854ef9-96b5-4ce4-a111-f8c08e5f691c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.343537 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.584360 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-190500e6-62a9-4043-9a5f-1a5c67695103 req-07c613da-3f00-43b0-b41a-253e712ee0c7 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.0519974 Jan 16 23:17:41.638187 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34062) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:41.694278 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks [] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.703614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.704380 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (934afa0a-2f44-4727-987b-89a01a9fb556), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.802059 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Pushing event updated for resources: {'Port': ['ID=8d23e999-d3d8-42b2-a23c-9840e091b6da,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:41.837244 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1429362471-network', 'tenant_id': '151bb04fc98d488591859370bb010347'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:41.867675 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:41.872159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:41.892608 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Made reservation on behalf of 151bb04fc98d488591859370bb010347 for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:41.896061 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:41.947138 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.083203 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34080) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:42.132011 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Router 934afa0a-2f44-4727-987b-89a01a9fb556 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:17:42.162885 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-662841f0-d9a6-4c2c-b9c6-7efaa4de4302 req-e5cb3552-38e2-4c3f-a4b9-4564b6692cfd tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.0526719 Jan 16 23:17:42.235058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks [] for security_group (72982fd4-2f5f-464e-ad13-65758d89336e), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.248767 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f85fad4e-f77e-4c6f-a6ae-fa742d9a176e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.298420 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-bc2e7eaf-fdee-417e-a2fc-3198ca2ca4a0 None None] Provisioning complete for port 8d23e999-d3d8-42b2-a23c-9840e091b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:42.300666 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-bc2e7eaf-fdee-417e-a2fc-3198ca2ca4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.345940 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (72982fd4-2f5f-464e-ad13-65758d89336e), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.384723 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:17:42.403012 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72982fd4-2f5f-464e-ad13-65758d89336e,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:42.417337 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.417655 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Added segment 7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0 of type vlan for network 0290d86a-421f-4b08-bd7c-6562cd209b53 Jan 16 23:17:42.424633 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f85fad4e-f77e-4c6f-a6ae-fa742d9a176e admin admin] Publish callbacks [] for security_group (cbaf8548-3c27-4e20-a667-a1e8ce82f082), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.430297 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f85fad4e-f77e-4c6f-a6ae-fa742d9a176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cbaf8548-3c27-4e20-a667-a1e8ce82f082), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.449074 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-bc2e7eaf-fdee-417e-a2fc-3198ca2ca4a0 None None] Port 8d23e999-d3d8-42b2-a23c-9840e091b6da cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:17:42.460919 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:17:42.483642 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-98b46735-8af2-417c-a131-fe97254ceb67 admin admin] 10.222.0.35 "PUT /v2.0/routers/934afa0a-2f44-4727-987b-89a01a9fb556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0090165 Jan 16 23:17:42.560525 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f85fad4e-f77e-4c6f-a6ae-fa742d9a176e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7e21e4e57654196960e516376db90ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4742167 Jan 16 23:17:42.565836 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (0290d86a-421f-4b08-bd7c-6562cd209b53), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.573627 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34098) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:42.586632 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fad4e-f77e-4c6f-a6ae-fa742d9a176e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaf8548-3c27-4e20-a667-a1e8ce82f082,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:42.624296 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 9a692f0b-9f67-4d3f-8708-299b575bc79c up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:17:42.758044 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (0290d86a-421f-4b08-bd7c-6562cd209b53), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.759618 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:42.760341 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.775557 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 9a692f0b-9f67-4d3f-8708-299b575bc79c triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:42.776127 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.817766 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e75f1c3e-f4c6-4a0e-8d12-a4ad9425662d req-738f5b9a-c247-4d70-bb30-612b40881ad8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.0678020 Jan 16 23:17:42.821147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa62a-dbe7-47ad-8f5e-9e547154882f admin admin] Publish callbacks [] for security_group (cbaf8548-3c27-4e20-a667-a1e8ce82f082), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.881195 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2469437 Jan 16 23:17:42.884610 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34112) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:42.893973 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Request body: {'subnet': {'network_id': '0290d86a-421f-4b08-bd7c-6562cd209b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1429362471-subnet', 'tenant_id': '151bb04fc98d488591859370bb010347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:42.902929 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa62a-dbe7-47ad-8f5e-9e547154882f admin admin] Publish callbacks [] for security_group (cbaf8548-3c27-4e20-a667-a1e8ce82f082), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.929889 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725f212-bf2b-4c1e-84f7-90b3954318ec admin admin] Pushing event updated for resources: {'Network': ['ID=0290d86a-421f-4b08-bd7c-6562cd209b53,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:42.936709 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 9a692f0b-9f67-4d3f-8708-299b575bc79c is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:42.937527 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.951738 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Made reservation on behalf of 151bb04fc98d488591859370bb010347 for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:42.956639 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:42.960316 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 0290d86a-421f-4b08-bd7c-6562cd209b53 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:17:43.023510 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa62a-dbe7-47ad-8f5e-9e547154882f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cbaf8548-3c27-4e20-a667-a1e8ce82f082), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.027204 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa62a-dbe7-47ad-8f5e-9e547154882f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.030945 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5aaaa62a-dbe7-47ad-8f5e-9e547154882f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbaf8548-3c27-4e20-a667-a1e8ce82f082 HTTP/1.1" status: 204 len: 168 time: 0.4525185 Jan 16 23:17:43.044870 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaa62a-dbe7-47ad-8f5e-9e547154882f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaf8548-3c27-4e20-a667-a1e8ce82f082,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:43.108449 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 9a692f0b-9f67-4d3f-8708-299b575bc79c, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=9a692f0b-9f67-4d3f-8708-299b575bc79c,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:17:43.118654 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.243688 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=9a692f0b-9f67-4d3f-8708-299b575bc79c,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:43.272095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34124) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:43.278757 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--502021448', 'description': 'tempest-description--2091595645'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:43.286526 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (5aca4305-b8a7-425e-a69b-30cb34316b2d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.351899 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.408140 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.76', 51561) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:43.410930 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:17:43.442004 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:17:43.442661 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:17:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:43.444809 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.76', 51562) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:43.493236 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8ee73d84-9ca1-4aa4-a78c-d11fd5acd3de req-0355f597-dc64-4e48-b6b7-a7d074f6d382 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.1434584 Jan 16 23:17:43.588079 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aca4305-b8a7-425e-a69b-30cb34316b2d,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:43.611386 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Checking segment: {'id': '7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0290d86a-421f-4b08-bd7c-6562cd209b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:43.612252 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Network hostable DHCP agents. Network: 0290d86a-421f-4b08-bd7c-6562cd209b53, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:17:43.646582 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Network 0290d86a-421f-4b08-bd7c-6562cd209b53 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:17:43.646755 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (6734961c-fbcb-41bc-9445-04b0f6dc9faf), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.663985 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (6734961c-fbcb-41bc-9445-04b0f6dc9faf), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.679487 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 0290d86a-421f-4b08-bd7c-6562cd209b53) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:43.688717 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:43.689899 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.711379 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5a899-4014-4c2b-9aa5-bb0fd0538043 None None] Network 0290d86a-421f-4b08-bd7c-6562cd209b53 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:43.727579 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-03d0ac6b-3b8a-441f-ba9a-2a569134108e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8366911 Jan 16 23:17:43.745882 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6734961c-fbcb-41bc-9445-04b0f6dc9faf,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:43.814523 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34144) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:43.828517 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.837960 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34148) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:43.843352 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1780385f-db48-4242-931c-9389d1a02f25 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5700910 Jan 16 23:17:43.856848 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'security_group_rule': {'security_group_id': '6734961c-fbcb-41bc-9445-04b0f6dc9faf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:43.887104 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39aa3ba2-4216-4c62-8a9d-57e9566a6c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.892850 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7864dd40-38d3-4fcf-aea6-025eca89113f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:43.908970 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:17:43.996401 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-068bf384-1de5-42e4-8483-a6431ef8b9ab tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:44.004068 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-068bf384-1de5-42e4-8483-a6431ef8b9ab tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.76 "GET /v2.0/networks?id=9c9713e6-3f11-40b7-8062-611584f24744 HTTP/1.1" status: 200 len: 811 time: 0.5820875 Jan 16 23:17:44.047400 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-257550f2-56e5-4568-b7ab-c147d61f7fe0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:44.057654 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-257550f2-56e5-4568-b7ab-c147d61f7fe0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.6085944 Jan 16 23:17:44.068877 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (5f8bf901-82fa-4011-aa5b-3c57e661ec1d), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.095248 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Request body: {'port': {'device_id': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744', 'admin_state_up': True, 'tenant_id': 'ed9a9fd031cc41a495234760133328f8'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:44.112326 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Request body: {'port': {'device_id': '46a437be-08ff-46c2-b933-793628d83d2b', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'admin_state_up': True, 'tenant_id': 'b0409069f3c5402297eec9a6afacaac4'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:44.166357 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2db696d6-4341-41a7-91e4-b64237b6a16f req-144ddcc2-70ff-4910-8c63-4fd596ca6577 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.0731878 Jan 16 23:17:44.298570 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77607fa8-f860-414a-a91b-4a8198519efb None None] Network 0290d86a-421f-4b08-bd7c-6562cd209b53 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:44.360949 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (5f8bf901-82fa-4011-aa5b-3c57e661ec1d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.363898 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39aa3ba2-4216-4c62-8a9d-57e9566a6c0e admin admin] Publish callbacks [] for security_group (2028daa8-1022-41a5-a4ba-8f53575c9a4a), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.370155 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (5f8bf901-82fa-4011-aa5b-3c57e661ec1d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.419872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39aa3ba2-4216-4c62-8a9d-57e9566a6c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (2028daa8-1022-41a5-a4ba-8f53575c9a4a), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.515561 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa3ba2-4216-4c62-8a9d-57e9566a6c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2028daa8-1022-41a5-a4ba-8f53575c9a4a,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:44.517969 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Made reservation on behalf of ed9a9fd031cc41a495234760133328f8 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:44.522918 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.624882 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 9a692f0b-9f67-4d3f-8708-299b575bc79c up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:17:44.641518 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-39aa3ba2-4216-4c62-8a9d-57e9566a6c0e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=581a6c5b4a2b4abbbad60c2cda61f8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8252530 Jan 16 23:17:44.648011 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.651928 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8099470 Jan 16 23:17:44.655849 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34208) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:44.656191 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34210) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:44.666277 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b4229-695e-492d-bb40-e14cfeed5709 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8bf901-82fa-4011-aa5b-3c57e661ec1d,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:44.735399 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'security_group_rule': {'security_group_id': '6734961c-fbcb-41bc-9445-04b0f6dc9faf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:44.798134 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5ce4ff4a-72c7-4b9d-b753-b97b3be4e5c9 req-677d1fee-5a53-4421-8d27-8997eba49ee8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.1197271 Jan 16 23:17:44.852098 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc9898b5-e39b-4708-a0c9-6fd027335b89 admin admin] Publish callbacks [] for security_group (2028daa8-1022-41a5-a4ba-8f53575c9a4a), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.889508 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc9898b5-e39b-4708-a0c9-6fd027335b89 admin admin] Publish callbacks [] for security_group (2028daa8-1022-41a5-a4ba-8f53575c9a4a), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.913998 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Made reservation on behalf of b0409069f3c5402297eec9a6afacaac4 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:44.914547 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 9a692f0b-9f67-4d3f-8708-299b575bc79c triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:44.914620 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.916633 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.924129 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:44.977242 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 2, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:45.030790 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (9f529b54-45e6-4f67-a8c5-a302c207dade), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.036009 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:17:45.036382 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Updating router 934afa0a-2f44-4727-987b-89a01a9fb556 port 8d23e999-d3d8-42b2-a23c-9840e091b6da binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:17:45.077887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34232) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:45.092590 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-973153208-network', 'tenant_id': 'ef89cf1833e04ddf8da8846e06695297'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:45.118192 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.159388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 9a692f0b-9f67-4d3f-8708-299b575bc79c is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:45.177021 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Allocated IP 172.20.0.7 (a365db0f-280a-49cc-a17d-3103008fd4e5/f55d561c-a138-4760-8d4c-c075aa6b36b8/8cf34f0b-f3fe-4a2e-847d-402dc1cd407d) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:45.264025 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc9898b5-e39b-4708-a0c9-6fd027335b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (2028daa8-1022-41a5-a4ba-8f53575c9a4a), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.267543 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc9898b5-e39b-4708-a0c9-6fd027335b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.271490 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cc9898b5-e39b-4708-a0c9-6fd027335b89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2028daa8-1022-41a5-a4ba-8f53575c9a4a HTTP/1.1" status: 204 len: 168 time: 0.6095026 Jan 16 23:17:45.314523 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (9f529b54-45e6-4f67-a8c5-a302c207dade), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.323412 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9898b5-e39b-4708-a0c9-6fd027335b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2028daa8-1022-41a5-a4ba-8f53575c9a4a,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:45.333241 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (9f529b54-45e6-4f67-a8c5-a302c207dade), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.374321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f529b54-45e6-4f67-a8c5-a302c207dade,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:45.387044 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Made reservation on behalf of ef89cf1833e04ddf8da8846e06695297 for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:45.389689 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.427185 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.463683 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.464862 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-bd74d5d3-b150-44a8-9faa-2e7a7f458f4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8029017 Jan 16 23:17:45.468438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34256) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:45.480874 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:45.592250 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.692062 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks [] for security_group (a79d58fe-751a-42ec-be7c-d1ad7eb01967), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.696385 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-850c8751-f355-4484-8e51-9595857937e9 req-497a1a56-63da-48dc-a002-8674b904df60 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 210 time: 0.2641873 Jan 16 23:17:45.702831 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a79d58fe-751a-42ec-be7c-d1ad7eb01967), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.742069 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:17:45.819390 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (8518b33b-7fc0-40fa-b6aa-685da86f020a), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:45.820290 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Added segment 8518b33b-7fc0-40fa-b6aa-685da86f020a of type vlan for network 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a Jan 16 23:17:45.858571 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79d58fe-751a-42ec-be7c-d1ad7eb01967,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:45.914886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Allocated IP 172.20.0.10 (9c9713e6-3f11-40b7-8062-611584f24744/02aa2483-2e77-41c3-9334-456123516cc4/eb5c902a-600d-48fe-9b8b-3e74948944ee) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:45.979818 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks [] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.000635 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.037953 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.208450 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4821ef10-dba0-48d2-b90c-7f9ae54eb8ff req-fbacc731-31a6-472b-95ae-4c41f91b056a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.1508005 Jan 16 23:17:46.211981 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.217431 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:46.218169 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.296024 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.430149 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Allocated IP 172.27.3.47 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:46.501612 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4015903 Jan 16 23:17:46.502428 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34300) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:46.503057 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232880f0-958b-4c7f-9e78-01d4c153d812 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:46.533448 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Request body: {'subnet': {'network_id': '9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-973153208-subnet', 'tenant_id': 'ef89cf1833e04ddf8da8846e06695297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:46.555853 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:17:46.586828 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Made reservation on behalf of ef89cf1833e04ddf8da8846e06695297 for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:46.589195 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.591378 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.627346 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks [] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.645820 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.902334 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Publish callbacks [] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.910588 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Network a365db0f-280a-49cc-a17d-3103008fd4e5 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:46.915911 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:46.920557 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event updated for resources: {'Port': ['ID=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:46.925188 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:46.932133 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:46.949040 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:46.949825 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.003718 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-0e60a456-8291-4f24-abe1-ea85e573468c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9021614 Jan 16 23:17:47.029560 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-cfa68fb2-bb95-4ca1-bd02-12120452febd tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:17:47.033141 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-cfa68fb2-bb95-4ca1-bd02-12120452febd tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0202274 Jan 16 23:17:47.038477 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf668fe-9f37-4496-a5bf-cca14f97eb57 None None] Pushing event updated for resources: {'Port': ['ID=8d23e999-d3d8-42b2-a23c-9840e091b6da,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:47.070137 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.079105 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (62e7a74f-ef08-428d-a83f-8fdc1327b906), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.111573 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.163114 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34320) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:47.202213 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Attempting to bind port 8d23e999-d3d8-42b2-a23c-9840e091b6da on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:17:47.203950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Attempting to bind port 8d23e999-d3d8-42b2-a23c-9840e091b6da by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:17:47.204544 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Attempting to bind port 8d23e999-d3d8-42b2-a23c-9840e091b6da on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:47.213574 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:17:47.214540 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Checking segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:47.218166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.220079 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Bound using segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:17:47.221782 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Bound port: 8d23e999-d3d8-42b2-a23c-9840e091b6da, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:17:47.222750 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.237325 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:47.247070 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:47.263952 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:47.286258 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'Port': ['ID=701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:47.289039 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcdf3a-4b0e-4124-81c4-2d9fb9da1ec0 req-92bebbd7-13c3-4a7e-bbfb-06b01472039e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:47.299754 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0bfcdf3a-4b0e-4124-81c4-2d9fb9da1ec0 req-92bebbd7-13c3-4a7e-bbfb-06b01472039e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 931 time: 0.3512883 Jan 16 23:17:47.328868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.370973 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] For port 8d23e999-d3d8-42b2-a23c-9840e091b6da, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:17:47.380656 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] For port 8d23e999-d3d8-42b2-a23c-9840e091b6da, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8d23e999-d3d8-42b2-a23c-9840e091b6da,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:17:47.391461 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.398462 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e7a74f-ef08-428d-a83f-8fdc1327b906,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:47.500808 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0bfcdf3a-4b0e-4124-81c4-2d9fb9da1ec0 req-6490808e-8d9e-4232-82cf-6ea8ae1c3227 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989133 Jan 16 23:17:47.504751 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Checking segment: {'id': '8518b33b-7fc0-40fa-b6aa-685da86f020a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:47.518756 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Network hostable DHCP agents. Network: 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:17:47.527283 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Network 9c9713e6-3f11-40b7-8062-611584f24744 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:47.567491 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Network 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:17:47.581671 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:17:47.582319 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:17:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:47.591625 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:47.598112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:47.603826 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.653163 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-02a2db12-2488-4c72-81be-51ec0c4c85d0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1354046 Jan 16 23:17:47.667153 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (4b5690e9-37bb-4228-adad-6f3c9e599297), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.698860 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:47.794821 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d8b0db86-6ca7-4311-acf1-6e57ecb16a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.803703 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8d4ed-2d19-43c0-afe5-dc9f8db47f15 None None] Network 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:47.817685 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:47.834383 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:47.837293 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.875521 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:47.893173 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34346) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:47.922324 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf668fe-9f37-4496-a5bf-cca14f97eb57 None None] Pushing event updated for resources: {'Port': ['ID=8d23e999-d3d8-42b2-a23c-9840e091b6da,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:47.995249 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9044096 Jan 16 23:17:48.030628 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d8b0db86-6ca7-4311-acf1-6e57ecb16a7c admin admin] Publish callbacks [] for security_group (226c6ca2-dd5c-42ab-b25f-9297f01f626d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.039116 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d8b0db86-6ca7-4311-acf1-6e57ecb16a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (226c6ca2-dd5c-42ab-b25f-9297f01f626d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.142244 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0db86-6ca7-4311-acf1-6e57ecb16a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226c6ca2-dd5c-42ab-b25f-9297f01f626d,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:48.172561 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-d8b0db86-6ca7-4311-acf1-6e57ecb16a7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=258de84c86b54dd0ac800401f81fb781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9710712 Jan 16 23:17:48.174522 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34354) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:48.308645 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:17:48.310150 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47d6495d-38d9-48ea-99eb-ff7a9b69f561 admin admin] Publish callbacks [] for security_group (226c6ca2-dd5c-42ab-b25f-9297f01f626d), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.326696 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] Provisioning complete for port 8d23e999-d3d8-42b2-a23c-9840e091b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:48.327616 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.410361 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.415791 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0586c9f-40d3-43cf-8256-ddd81a22f65a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Pushing event updated for resources: {'Port': ['ID=eb5c902a-600d-48fe-9b8b-3e74948944ee,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:48.424399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Request body: {'port': {'device_id': '46a437be-08ff-46c2-b933-793628d83d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:48.455588 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47d6495d-38d9-48ea-99eb-ff7a9b69f561 admin admin] Publish callbacks [] for security_group (226c6ca2-dd5c-42ab-b25f-9297f01f626d), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.575217 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.632371 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.677627 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.733271 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Request body: {'port': {'device_id': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:48.837532 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Deleting subnet 5aca4305-b8a7-425e-a69b-30cb34316b2d {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:17:48.853015 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Publish callbacks [] for subnet (5aca4305-b8a7-425e-a69b-30cb34316b2d), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:48.909907 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e7797-57ec-4699-93ea-a1d5ab15e437 req-bbbdc7de-fff0-46af-b849-c0d2511dc33e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:48.911576 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0b8e7797-57ec-4699-93ea-a1d5ab15e437 req-bbbdc7de-fff0-46af-b849-c0d2511dc33e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 931 time: 0.1673989 Jan 16 23:17:49.005469 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Publish callbacks [] for subnet (5aca4305-b8a7-425e-a69b-30cb34316b2d), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.014095 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47d6495d-38d9-48ea-99eb-ff7a9b69f561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (226c6ca2-dd5c-42ab-b25f-9297f01f626d), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.029750 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47d6495d-38d9-48ea-99eb-ff7a9b69f561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.031516 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-47d6495d-38d9-48ea-99eb-ff7a9b69f561 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/226c6ca2-dd5c-42ab-b25f-9297f01f626d HTTP/1.1" status: 204 len: 168 time: 0.8555205 Jan 16 23:17:49.048876 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (5aca4305-b8a7-425e-a69b-30cb34316b2d), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.054011 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0b8e7797-57ec-4699-93ea-a1d5ab15e437 req-c6912c19-134d-475f-a92b-14407047c569 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348128 Jan 16 23:17:49.061620 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6495d-38d9-48ea-99eb-ff7a9b69f561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226c6ca2-dd5c-42ab-b25f-9297f01f626d,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:49.136827 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34380) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:49.186723 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a9a889-362f-4e90-b4d9-7935ca7169ef None None] Network 9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:17:49.358675 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] Current status of the port 8d23e999-d3d8-42b2-a23c-9840e091b6da is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:49.361793 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.506339 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] For port 8d23e999-d3d8-42b2-a23c-9840e091b6da, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8d23e999-d3d8-42b2-a23c-9840e091b6da,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:17:49.537648 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.619648 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ef34eca1-dbfb-44e9-aa3c-7a6cf83c5f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.720669 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51135c65-dba8-4307-b643-450aa01b6a7b None None] Pushing event updated for resources: {'Port': ['ID=8d23e999-d3d8-42b2-a23c-9840e091b6da,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:49.735177 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-1b8665e8-acbd-40e8-afee-f86c364439f8 None None] Provisioning complete for port 8d23e999-d3d8-42b2-a23c-9840e091b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:49.736001 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1b8665e8-acbd-40e8-afee-f86c364439f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.740342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9203f-9b40-4eaf-a01d-08837cefe3bf req-9a91b882-c7d3-4c13-b4e8-0ed0cc5de4a4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:49.751990 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e3d9203f-9b40-4eaf-a01d-08837cefe3bf req-9a91b882-c7d3-4c13-b4e8-0ed0cc5de4a4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 932 time: 2.2233889 Jan 16 23:17:49.825308 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:47Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:49.883393 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ef34eca1-dbfb-44e9-aa3c-7a6cf83c5f69 admin admin] Publish callbacks [] for security_group (445b43b5-fa1b-4c11-a695-4338ade4beac), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.890709 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ef34eca1-dbfb-44e9-aa3c-7a6cf83c5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (445b43b5-fa1b-4c11-a695-4338ade4beac), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:49.912086 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf270c6-924c-4b05-9198-279323045a2e None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:47Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:17:49.978974 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34eca1-dbfb-44e9-aa3c-7a6cf83c5f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445b43b5-fa1b-4c11-a695-4338ade4beac,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:50.085634 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ef34eca1-dbfb-44e9-aa3c-7a6cf83c5f69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d807f491b9a94ec9a2041959cbd88e7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9462094 Jan 16 23:17:50.090834 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34402) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:50.101180 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-1b8665e8-acbd-40e8-afee-f86c364439f8 None None] Current status of the port 8d23e999-d3d8-42b2-a23c-9840e091b6da is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:50.449489 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150f141-5597-422c-972d-9909f94528b3 req-2044f1d7-54f8-4ab8-9b18-661cd5df982f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:50.452097 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9150f141-5597-422c-972d-9909f94528b3 req-2044f1d7-54f8-4ab8-9b18-661cd5df982f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 931 time: 0.2269933 Jan 16 23:17:50.511006 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2784-dfc2-4a8d-9cd5-c33acb2933f7 admin admin] Publish callbacks [] for security_group (445b43b5-fa1b-4c11-a695-4338ade4beac), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.561749 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8d23e999-d3d8-42b2-a23c-9840e091b6da up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:17:50.650769 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (4b5690e9-37bb-4228-adad-6f3c9e599297), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.659425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2784-dfc2-4a8d-9cd5-c33acb2933f7 admin admin] Publish callbacks [] for security_group (445b43b5-fa1b-4c11-a695-4338ade4beac), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.719881 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 8d23e999-d3d8-42b2-a23c-9840e091b6da triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:50.720560 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.806425 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9150f141-5597-422c-972d-9909f94528b3 req-b4f0e178-83ae-40f8-97a0-f4f7c6cf69ae tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999866 Jan 16 23:17:50.863884 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2784-dfc2-4a8d-9cd5-c33acb2933f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (445b43b5-fa1b-4c11-a695-4338ade4beac), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.866506 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2784-dfc2-4a8d-9cd5-c33acb2933f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.867654 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cb9d2784-dfc2-4a8d-9cd5-c33acb2933f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/445b43b5-fa1b-4c11-a695-4338ade4beac HTTP/1.1" status: 204 len: 168 time: 0.7762024 Jan 16 23:17:50.883058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:17:50.887359 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d2784-dfc2-4a8d-9cd5-c33acb2933f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b43b5-fa1b-4c11-a695-4338ade4beac,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:50.892317 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Publish callbacks [] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.927430 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Transition to ACTIVE for port object 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:17:50.930800 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:50.949612 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34430) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:51.017697 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 8d23e999-d3d8-42b2-a23c-9840e091b6da is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:17:51.026939 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34434) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:51.123000 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.131850 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.141814 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6637793 Jan 16 23:17:51.213777 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4889944a-28de-467e-b4f8-ea326947103d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.465488 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4889944a-28de-467e-b4f8-ea326947103d admin admin] Publish callbacks [] for security_group (c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.472741 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4889944a-28de-467e-b4f8-ea326947103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.546505 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4889944a-28de-467e-b4f8-ea326947103d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b49b79a54b7044a18f8869e79a7ba30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5958173 Jan 16 23:17:51.563420 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34446) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:51.618215 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5c902a-600d-48fe-9b8b-3e74948944ee {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:17:51.646110 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Publish callbacks [] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.681864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5477662-7b56-40ed-8f94-f90082c8ba11 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'Port': ['ID=701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:51.693082 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f5a4765f-cba0-41aa-be35-18ed47d6cc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:51.697654 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e3d9203f-9b40-4eaf-a01d-08837cefe3bf req-3bdd91e0-08fc-4635-b10c-ce0102efe436 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9410357 Jan 16 23:17:51.795136 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34458) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:51.898200 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889944a-28de-467e-b4f8-ea326947103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:52.016837 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0cf83b87-53df-4c2c-9a0d-028902873462 admin admin] Publish callbacks [] for security_group (c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.081367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Transition to ACTIVE for port object eb5c902a-600d-48fe-9b8b-3e74948944ee will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:17:52.113152 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-54a29ae0-b166-4f0a-9b78-2b4d7a4b2c7e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--502021448&fields=id&tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 267 time: 0.3089356 Jan 16 23:17:52.121159 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0cf83b87-53df-4c2c-9a0d-028902873462 admin admin] Publish callbacks [] for security_group (c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.128710 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e081-10b2-4646-b7f4-84c30b691f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.151467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.151888 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f5a4765f-cba0-41aa-be35-18ed47d6cc1b admin admin] Publish callbacks [] for security_group (d294bd0a-72f7-4864-ac15-f9195980b92d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.153906 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (5aca4305-b8a7-425e-a69b-30cb34316b2d), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.198155 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f5a4765f-cba0-41aa-be35-18ed47d6cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d294bd0a-72f7-4864-ac15-f9195980b92d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.288985 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4765f-cba0-41aa-be35-18ed47d6cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d294bd0a-72f7-4864-ac15-f9195980b92d,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:52.302566 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f5a4765f-cba0-41aa-be35-18ed47d6cc1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=447344a4bfd74075b9910ca2d3a60d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2716973 Jan 16 23:17:52.307636 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34470) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:52.320424 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f07559-af5b-418f-ad2d-e4a43933450f req-128aca09-886e-4943-9746-bfab098b8fe6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:52.322436 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e5f07559-af5b-418f-ad2d-e4a43933450f req-128aca09-886e-4943-9746-bfab098b8fe6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 943 time: 0.3612299 Jan 16 23:17:52.325148 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aca4305-b8a7-425e-a69b-30cb34316b2d,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:52.343701 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Pushing event updated for resources: {'Port': ['ID=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:52.401514 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Attempting to bind port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:17:52.402147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Attempting to bind port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:17:52.403466 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Attempting to bind port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:52.412481 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-1e6aa8e7-f960-403c-9d12-575e7724387b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:52.418564 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d on network a365db0f-280a-49cc-a17d-3103008fd4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:17:52.420784 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-1e6aa8e7-f960-403c-9d12-575e7724387b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 816 time: 0.2975144 Jan 16 23:17:52.426086 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Attempting to bind port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:52.428749 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0cf83b87-53df-4c2c-9a0d-028902873462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.431701 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0cf83b87-53df-4c2c-9a0d-028902873462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.438423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.439103 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-0cf83b87-53df-4c2c-9a0d-028902873462 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8 HTTP/1.1" status: 204 len: 168 time: 0.8746943 Jan 16 23:17:52.444737 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0829a840-6ab6-4e31-be3c-b094f98df628 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5aca4305-b8a7-425e-a69b-30cb34316b2d HTTP/1.1" status: 204 len: 168 time: 4.4575908 Jan 16 23:17:52.466508 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34474) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:52.520921 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf83b87-53df-4c2c-9a0d-028902873462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5870b0e-ba7f-4fc5-a2e6-1e615f73e7a8,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:52.571071 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:17:52.571421 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Checking segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:52.572024 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Bound using segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:17:52.572502 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Bound port: 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:17:52.572899 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.578239 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-d37c871a-d302-4984-9d41-8a5ea326f054 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/quotas/18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 375 time: 0.1372373 Jan 16 23:17:52.626519 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e5f07559-af5b-418f-ad2d-e4a43933450f req-e337e622-0e67-4592-9e75-8309f49427d3 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654040 Jan 16 23:17:52.643655 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5c902a-600d-48fe-9b8b-3e74948944ee,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:52.670253 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Attempting to bind port eb5c902a-600d-48fe-9b8b-3e74948944ee on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:17:52.670936 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Attempting to bind port eb5c902a-600d-48fe-9b8b-3e74948944ee by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '519f059a-24c1-48e8-8ade-c61f9fcce192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:17:52.671421 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Attempting to bind port eb5c902a-600d-48fe-9b8b-3e74948944ee on network 9c9713e6-3f11-40b7-8062-611584f24744 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:52.674545 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5e063586-f48e-4aa6-8982-a51f515277ae admin admin] Publish callbacks [] for security_group (d294bd0a-72f7-4864-ac15-f9195980b92d), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.689303 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (0290d86a-421f-4b08-bd7c-6562cd209b53), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.698842 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Port eb5c902a-600d-48fe-9b8b-3e74948944ee on network 9c9713e6-3f11-40b7-8062-611584f24744 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:17:52.699848 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Attempting to bind port eb5c902a-600d-48fe-9b8b-3e74948944ee on network 9c9713e6-3f11-40b7-8062-611584f24744 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:52.719018 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:17:52.719391 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Checking segment: {'id': '519f059a-24c1-48e8-8ade-c61f9fcce192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:52.719771 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Bound using segment: {'id': '519f059a-24c1-48e8-8ade-c61f9fcce192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:17:52.720219 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Bound port: eb5c902a-600d-48fe-9b8b-3e74948944ee, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519f059a-24c1-48e8-8ade-c61f9fcce192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:17:52.720579 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.740323 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5e063586-f48e-4aa6-8982-a51f515277ae admin admin] Publish callbacks [] for security_group (d294bd0a-72f7-4864-ac15-f9195980b92d), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.761284 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e081-10b2-4646-b7f4-84c30b691f47 admin admin] Publish callbacks [] for security_group (e2baef7f-19c5-4418-987f-bf13be1e1f03), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.781609 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-8bc2e254-e949-4116-a333-a1378cb8e9fd tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019854 Jan 16 23:17:52.792416 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e081-10b2-4646-b7f4-84c30b691f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e2baef7f-19c5-4418-987f-bf13be1e1f03), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:52.923720 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-cfe1e081-10b2-4646-b7f4-84c30b691f47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25ce4d15289b49fbb5c36f92ccbba66e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0673661 Jan 16 23:17:52.933007 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34486) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:52.937455 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] For port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:17:52.981039 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e081-10b2-4646-b7f4-84c30b691f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2baef7f-19c5-4418-987f-bf13be1e1f03,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:53.000499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] For port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:17:53.022128 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] For port eb5c902a-600d-48fe-9b8b-3e74948944ee, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:17:53.028405 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] For port eb5c902a-600d-48fe-9b8b-3e74948944ee, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee,segment=NetworkSegment(519f059a-24c1-48e8-8ade-c61f9fcce192),segment_id=519f059a-24c1-48e8-8ade-c61f9fcce192)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:17:53.057772 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.081245 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.103352 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (0290d86a-421f-4b08-bd7c-6562cd209b53), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.107301 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21449b0c-d28e-4e51-9148-1367831dfd66 req-1b5ca61c-1743-47ef-bde5-95dab71bbdef tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:53.122795 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-21449b0c-d28e-4e51-9148-1367831dfd66 req-1b5ca61c-1743-47ef-bde5-95dab71bbdef tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 944 time: 0.1966963 Jan 16 23:17:53.142304 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:53.143682 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.149955 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] 10.222.0.76 "PUT /v2.0/ports/8cf34f0b-f3fe-4a2e-847d-402dc1cd407d HTTP/1.1" status: 200 len: 1093 time: 5.7895060 Jan 16 23:17:53.168920 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a437be-08ff-46c2-b933-793628d83d2b', 'tag': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:17:53.192808 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.193434 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.195137 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.195490 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > port after_create 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.197150 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.197548 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > port after_update 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.199449 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.199869 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.200204 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.207460 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.385832 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:53.386513 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.387961 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] 10.222.0.76 "PUT /v2.0/ports/eb5c902a-600d-48fe-9b8b-3e74948944ee HTTP/1.1" status: 200 len: 1094 time: 4.7448680 Jan 16 23:17:53.519531 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-21449b0c-d28e-4e51-9148-1367831dfd66 req-09a038d5-930f-40e1-952c-5e3f61c73665 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963175 Jan 16 23:17:53.536072 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36aebe-0c77-4ad3-8f2f-78c0b7fb841d service neutron] Pushing event updated for resources: {'Port': ['ID=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:53.621355 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dd1e3-c424-431b-bbe7-d66ee54f8aa9 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5c902a-600d-48fe-9b8b-3e74948944ee,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:53.623032 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.623691 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.624174 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.624651 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:17:53.625151 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0290d86a-421f-4b08-bd7c-6562cd209b53']}} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:53.633812 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31985aa-e573-40a1-b555-512719c006c1" -d '{"events": [{"name": "network-changed", "server_uuid": "46a437be-08ff-46c2-b933-793628d83d2b", "tag": "8cf34f0b-f3fe-4a2e-847d-402dc1cd407d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:17:53.652923 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5e063586-f48e-4aa6-8982-a51f515277ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d294bd0a-72f7-4864-ac15-f9195980b92d), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.656956 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5e063586-f48e-4aa6-8982-a51f515277ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.658823 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-5e063586-f48e-4aa6-8982-a51f515277ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d294bd0a-72f7-4864-ac15-f9195980b92d HTTP/1.1" status: 204 len: 168 time: 1.3351467 Jan 16 23:17:53.667193 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-ae057c60-19ea-4045-8a6b-457ccd8e39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:53.669387 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-ae057c60-19ea-4045-8a6b-457ccd8e39e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 1096 time: 0.2558041 Jan 16 23:17:53.677715 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0') {'for_net_delete': True} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:53.678263 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0') {} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:53.679500 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-367b0ecf-615a-49e9-92e2-875a6cbfd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:53.681032 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-367b0ecf-615a-49e9-92e2-875a6cbfd868 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed9a9fd031cc41a495234760133328f8&device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 1097 time: 0.1605639 Jan 16 23:17:53.708505 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-322bc1eb-0fd1-4a49-83d6-f5e336619123 service neutron] 10.222.0.35 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9128585 Jan 16 23:17:53.772730 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e063586-f48e-4aa6-8982-a51f515277ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d294bd0a-72f7-4864-ac15-f9195980b92d,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:53.811509 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62790157'] for segment (7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.856539 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-56f79985-3b75-430a-8d82-c3189cc7fa8a admin admin] Publish callbacks [] for security_group (e2baef7f-19c5-4418-987f-bf13be1e1f03), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.867362 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.894654 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:17:53.895071 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61974913'] for segment (7f30f3a6-436d-4ea8-a0bc-f021ea5d34e0), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: from cryptography.utils import int_from_bytes Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: from cryptography.utils import int_from_bytes Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: Traceback (most recent call last): Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: timer() Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: cb(*args, **kw) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: return func(*args, **kwargs) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: self._notify() Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: self.callback(batched_events) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: event.method(event) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: return f(self, *a, **k) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._get(url).json() Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: return self.request(url, 'GET', **kwargs) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:17:53.902020 dv-cinder-824839-1-iscsi neutron-server[102394]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:17:53.904709 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-56f79985-3b75-430a-8d82-c3189cc7fa8a admin admin] Publish callbacks [] for security_group (e2baef7f-19c5-4418-987f-bf13be1e1f03), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.022252 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-4e38fa70-c2b4-480f-89a8-0dc6af54f221 service neutron] 10.222.0.35 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123159 Jan 16 23:17:54.032711 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (0290d86a-421f-4b08-bd7c-6562cd209b53), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.045156 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.056730 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0290d86a-421f-4b08-bd7c-6562cd209b53 HTTP/1.1" status: 204 len: 168 time: 1.5790031 Jan 16 23:17:54.104814 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34520) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:54.191996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260df2d9-51e7-4884-a338-da4d6c2f2259 admin admin] Pushing event deleted for resources: {'Network': ['ID=0290d86a-421f-4b08-bd7c-6562cd209b53,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:54.252141 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-56f79985-3b75-430a-8d82-c3189cc7fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e2baef7f-19c5-4418-987f-bf13be1e1f03), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.259808 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-56f79985-3b75-430a-8d82-c3189cc7fa8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.260930 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-56f79985-3b75-430a-8d82-c3189cc7fa8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e2baef7f-19c5-4418-987f-bf13be1e1f03 HTTP/1.1" status: 204 len: 168 time: 1.3099055 Jan 16 23:17:54.304036 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Deleting subnet 62e7a74f-ef08-428d-a83f-8fdc1327b906 {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:17:54.323873 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Publish callbacks [] for subnet (62e7a74f-ef08-428d-a83f-8fdc1327b906), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.326233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f79985-3b75-430a-8d82-c3189cc7fa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2baef7f-19c5-4418-987f-bf13be1e1f03,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:54.385035 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507debc4-8f06-4db9-995e-d6063a674c6f x-openstack-request-id: req-507debc4-8f06-4db9-995e-d6063a674c6f {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:17:54.385824 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a437be-08ff-46c2-b933-793628d83d2b", "tag": "8cf34f0b-f3fe-4a2e-847d-402dc1cd407d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:17:54.386089 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-507debc4-8f06-4db9-995e-d6063a674c6f {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:17:54.386551 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a437be-08ff-46c2-b933-793628d83d2b', 'tag': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'status': 'completed', 'code': 200} Jan 16 23:17:54.388073 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-55a3874d-9b71-4a9c-b238-0ac1d48e27b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee HTTP/1.1" status: 200 len: 217 time: 0.2616360 Jan 16 23:17:54.407302 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-4d6bed3b-9c45-4074-9a04-38c397bb2de8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d HTTP/1.1" status: 200 len: 217 time: 0.3826427 Jan 16 23:17:54.476345 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ee58efa9-25cf-4093-8102-954193c3d7f4 req-ec574ec7-ab4a-49bd-8ca9-da3b689c3407 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 210 time: 0.0584362 Jan 16 23:17:54.505997 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (62e7a74f-ef08-428d-a83f-8fdc1327b906), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.687204 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (62e7a74f-ef08-428d-a83f-8fdc1327b906), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.778401 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231fe1-132f-4cd7-a2b4-dc71d4d0c93f req-e7e406b6-ed69-4f31-9e04-60bed62b5a24 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:54.781549 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ad231fe1-132f-4cd7-a2b4-dc71d4d0c93f req-e7e406b6-ed69-4f31-9e04-60bed62b5a24 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 944 time: 0.1183875 Jan 16 23:17:54.864168 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (62e7a74f-ef08-428d-a83f-8fdc1327b906), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.954739 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e7a74f-ef08-428d-a83f-8fdc1327b906,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:54.957151 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:54.961033 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6fd9b4b6-0f1e-4aff-ba5f-5794eb4eabdb admin admin] 10.222.0.35 "DELETE /v2.0/subnets/62e7a74f-ef08-428d-a83f-8fdc1327b906 HTTP/1.1" status: 204 len: 168 time: 0.8484881 Jan 16 23:17:54.973618 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ad231fe1-132f-4cd7-a2b4-dc71d4d0c93f req-c75926db-722f-4a65-9a16-d78b2987f8d3 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846604 Jan 16 23:17:54.996240 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34550) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:54.996240 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34552) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:55.028210 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-92c751ba-1907-4f8e-94a7-2e3e0d71833d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.059993 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-54472c9f-38c4-45e4-bd95-0a798d5f5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:55.062169 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-54472c9f-38c4-45e4-bd95-0a798d5f5994 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.5998771 Jan 16 23:17:55.121329 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.229959 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.322684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91171150-2407-4d04-b903-b80a8d41d009 req-5f6428f2-724e-4ee2-a128-826fda7c7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:55.325037 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-5f6428f2-724e-4ee2-a128-826fda7c7bed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=02aa2483-2e77-41c3-9334-456123516cc4 HTTP/1.1" status: 200 len: 851 time: 0.8648999 Jan 16 23:17:55.360973 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-d356e1d6-6917-4446-944c-1f18259fc207 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2839091 Jan 16 23:17:55.389132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a']}} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:55.405334 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8518b33b-7fc0-40fa-b6aa-685da86f020a') {'for_net_delete': True} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:55.405775 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8518b33b-7fc0-40fa-b6aa-685da86f020a') {} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:17:55.421556 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1cb75-e60d-43d1-a336-fe8a3ac07ad8 req-240b7e48-40cf-46ef-b2f9-f4294efc07a9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:55.423297 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62790157'] for segment (8518b33b-7fc0-40fa-b6aa-685da86f020a), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.430626 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3be1cb75-e60d-43d1-a336-fe8a3ac07ad8 req-240b7e48-40cf-46ef-b2f9-f4294efc07a9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 943 time: 1.0409443 Jan 16 23:17:55.448102 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (8518b33b-7fc0-40fa-b6aa-685da86f020a), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.462294 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:17:55.462862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61974913'] for segment (8518b33b-7fc0-40fa-b6aa-685da86f020a), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: Traceback (most recent call last): Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: timer() Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: cb(*args, **kw) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: return func(*args, **kwargs) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: self._notify() Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: self.callback(batched_events) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: event.method(event) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: return f(self, *a, **k) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._get(url).json() Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: return self.request(url, 'GET', **kwargs) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:17:55.464616 dv-cinder-824839-1-iscsi neutron-server[102394]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:17:55.504495 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-92c751ba-1907-4f8e-94a7-2e3e0d71833d admin admin] Publish callbacks [] for security_group (96c4a8b4-38a0-4985-a5e2-a0f0084d36f6), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.513918 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-92c751ba-1907-4f8e-94a7-2e3e0d71833d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (96c4a8b4-38a0-4985-a5e2-a0f0084d36f6), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.606215 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.657658 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c751ba-1907-4f8e-94a7-2e3e0d71833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4a8b4-38a0-4985-a5e2-a0f0084d36f6,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:55.674670 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:55.688111 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] 10.222.0.35 "DELETE /v2.0/networks/9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a HTTP/1.1" status: 204 len: 168 time: 0.6905248 Jan 16 23:17:55.727621 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-92c751ba-1907-4f8e-94a7-2e3e0d71833d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2d58535563a4c17a7a3b84c41c9f52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7289972 Jan 16 23:17:55.731572 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34574) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:55.750918 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-396629e9-e50a-426b-8770-c0cfb8328e84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9c9713e6-3f11-40b7-8062-611584f24744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3083670 Jan 16 23:17:55.762183 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afa160-4b60-4d14-a989-a4548d9f361e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9144ab-a7d6-4216-a76e-f0b39c3a9d5a,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:55.801393 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e5975f67-795a-4e63-b188-cb15696986cf req-20f5fcc6-40b4-460c-b6cc-7d0ce681b66c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 210 time: 0.1302903 Jan 16 23:17:55.947364 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3be1cb75-e60d-43d1-a336-fe8a3ac07ad8 req-9a6184db-9266-4d09-9222-39c3aced71e4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980721 Jan 16 23:17:56.029076 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34582) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:56.035795 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-e2a9c49f-cebc-43e7-9ae5-83d1a5ed1154 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041346 Jan 16 23:17:56.067255 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a6d925ba-1821-46dd-98a6-42962c823775 admin admin] Publish callbacks [] for security_group (96c4a8b4-38a0-4985-a5e2-a0f0084d36f6), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.130267 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-f7684809-fae9-4ea1-80ea-fd0a6814ae29 service neutron] 10.222.0.76 "GET /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735653 Jan 16 23:17:56.184769 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ccbb7405-8aa0-4d7a-a91e-4805edb37546 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=151bb04fc98d488591859370bb010347&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1519632 Jan 16 23:17:56.185101 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34588) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:56.296077 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d996af2-0cf8-4e62-a7b7-ba613a40763d req-53d8b0ca-2b30-4175-821a-b3a987cfec7b tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:56.303994 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9d996af2-0cf8-4e62-a7b7-ba613a40763d req-53d8b0ca-2b30-4175-821a-b3a987cfec7b tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 944 time: 0.1622128 Jan 16 23:17:56.327832 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a6d925ba-1821-46dd-98a6-42962c823775 admin admin] Publish callbacks [] for security_group (96c4a8b4-38a0-4985-a5e2-a0f0084d36f6), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.348255 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc1f-13cc-4adb-b02d-e04bc142f25e admin admin] Publish callbacks [] for security_group (72982fd4-2f5f-464e-ad13-65758d89336e), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.390793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'tag': 'eb5c902a-600d-48fe-9b8b-3e74948944ee'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:17:56.393283 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a396865-b7ae-436a-b5c7-dc33b8b65068" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a66772-6edc-439b-8b93-87b465bf6e49", "tag": "eb5c902a-600d-48fe-9b8b-3e74948944ee"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:17:56.396869 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc1f-13cc-4adb-b02d-e04bc142f25e admin admin] Publish callbacks [] for security_group (72982fd4-2f5f-464e-ad13-65758d89336e), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.402035 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9d996af2-0cf8-4e62-a7b7-ba613a40763d req-6c6b9d00-e3a3-4806-b7b2-c1c013326e9e tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818198 Jan 16 23:17:56.468202 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc1f-13cc-4adb-b02d-e04bc142f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (72982fd4-2f5f-464e-ad13-65758d89336e), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.473520 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38fbfc1f-13cc-4adb-b02d-e04bc142f25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.475123 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-38fbfc1f-13cc-4adb-b02d-e04bc142f25e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72982fd4-2f5f-464e-ad13-65758d89336e HTTP/1.1" status: 204 len: 168 time: 0.2629499 Jan 16 23:17:56.485707 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6cab17-700a-4e49-b86f-140dd7a84071 x-openstack-request-id: req-8e6cab17-700a-4e49-b86f-140dd7a84071 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:17:56.486597 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a66772-6edc-439b-8b93-87b465bf6e49", "tag": "eb5c902a-600d-48fe-9b8b-3e74948944ee", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:17:56.487032 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e6cab17-700a-4e49-b86f-140dd7a84071 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:17:56.488194 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'tag': 'eb5c902a-600d-48fe-9b8b-3e74948944ee', 'status': 'completed', 'code': 200} Jan 16 23:17:56.499355 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbfc1f-13cc-4adb-b02d-e04bc142f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72982fd4-2f5f-464e-ad13-65758d89336e,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:56.540593 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.76', 51590) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:56.546152 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a6d925ba-1821-46dd-98a6-42962c823775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (96c4a8b4-38a0-4985-a5e2-a0f0084d36f6), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.549963 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a6d925ba-1821-46dd-98a6-42962c823775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:56.551503 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-a6d925ba-1821-46dd-98a6-42962c823775 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96c4a8b4-38a0-4985-a5e2-a0f0084d36f6 HTTP/1.1" status: 204 len: 168 time: 0.7995987 Jan 16 23:17:56.603958 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d925ba-1821-46dd-98a6-42962c823775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4a8b4-38a0-4985-a5e2-a0f0084d36f6,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:56.623548 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-18aecc04-b3cf-4f2d-b0bf-e0f1fbd61ed3 req-34865475-b367-4e9a-8f5a-0faec6151c87 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379221 Jan 16 23:17:56.627550 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91171150-2407-4d04-b903-b80a8d41d009 req-2b714a72-051c-4551-b4f4-b426926d72c4 service neutron] 10.222.0.76 "GET /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489489 Jan 16 23:17:56.704838 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-afeab0b2-38cc-4cc0-9d91-3dcf85e19b0c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:56.707429 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-afeab0b2-38cc-4cc0-9d91-3dcf85e19b0c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 816 time: 0.1519971 Jan 16 23:17:56.975371 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4cd907d4-67d2-4f8e-be22-fcc185befa1c req-fe1e75e8-af45-4d32-bc65-e05230468a3d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 210 time: 0.0559180 Jan 16 23:17:57.078430 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe864e80-22d3-4625-a7f6-ff94ef1cbae9 req-82053040-8003-473f-b686-b942896ad9f0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:57.080035 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fe864e80-22d3-4625-a7f6-ff94ef1cbae9 req-82053040-8003-473f-b686-b942896ad9f0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 943 time: 0.0516386 Jan 16 23:17:57.132144 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fe864e80-22d3-4625-a7f6-ff94ef1cbae9 req-ea73606c-6f91-4e6e-a058-c1e228b07123 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461750 Jan 16 23:17:57.241628 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34624) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:57.288995 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a4125d28-e1ba-4fce-8be2-205f93177bb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ef89cf1833e04ddf8da8846e06695297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462098 Jan 16 23:17:57.289366 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34628) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:57.344272 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59824f94-5c07-4a21-b1d7-a271a2bc634c admin admin] Publish callbacks [] for security_group (a79d58fe-751a-42ec-be7c-d1ad7eb01967), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:57.370100 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59824f94-5c07-4a21-b1d7-a271a2bc634c admin admin] Publish callbacks [] for security_group (a79d58fe-751a-42ec-be7c-d1ad7eb01967), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:57.474137 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59824f94-5c07-4a21-b1d7-a271a2bc634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a79d58fe-751a-42ec-be7c-d1ad7eb01967), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:57.478254 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59824f94-5c07-4a21-b1d7-a271a2bc634c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:57.478254 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-59824f94-5c07-4a21-b1d7-a271a2bc634c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a79d58fe-751a-42ec-be7c-d1ad7eb01967 HTTP/1.1" status: 204 len: 168 time: 0.1874747 Jan 16 23:17:57.500399 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-fe2c5533-2895-4696-bc53-84f0150ee739 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 379 time: 0.1559453 Jan 16 23:17:57.525695 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59824f94-5c07-4a21-b1d7-a271a2bc634c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79d58fe-751a-42ec-be7c-d1ad7eb01967,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:57.527712 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'port': {'device_id': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'admin_state_up': True, 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'security_groups': ['6734961c-fbcb-41bc-9445-04b0f6dc9faf']}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:57.549695 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-8acaf65f-8d44-4368-b648-19be4bdf0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:57.551611 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-8acaf65f-8d44-4368-b648-19be4bdf0e66 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed9a9fd031cc41a495234760133328f8&device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 1097 time: 0.1386170 Jan 16 23:17:57.554559 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31985aa-e573-40a1-b555-512719c006c1 req-801aaaee-0ae9-4e1a-b957-77cefdeb17a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:57.557889 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-801aaaee-0ae9-4e1a-b957-77cefdeb17a9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 1096 time: 0.1435003 Jan 16 23:17:57.720040 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca302cc-ec7b-463d-af54-38b85f789e8f req-1feba3e6-db6e-453b-83d2-d217d2680789 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:57.726983 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4ca302cc-ec7b-463d-af54-38b85f789e8f req-1feba3e6-db6e-453b-83d2-d217d2680789 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 944 time: 0.1561151 Jan 16 23:17:57.801870 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4ca302cc-ec7b-463d-af54-38b85f789e8f req-a67603a0-6183-43b2-bd60-53157fa87682 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739660 Jan 16 23:17:57.896557 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31985aa-e573-40a1-b555-512719c006c1 req-591e0102-0c4a-42c1-b456-119d85e8bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:57.902498 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-591e0102-0c4a-42c1-b456-119d85e8bc80 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 916 time: 0.3141673 Jan 16 23:17:57.905982 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-766dd38e-f810-4522-b29b-b78223958a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:57.910912 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-766dd38e-f810-4522-b29b-b78223958a3b service neutron] 10.222.0.76 "GET /v2.0/networks?id=9c9713e6-3f11-40b7-8062-611584f24744 HTTP/1.1" status: 200 len: 912 time: 0.3245342 Jan 16 23:17:57.922284 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Made reservation on behalf of 18a29b2965ee4f2aaf658da3d3eaee4e for: {'port': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:57.930543 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:58.001552 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-bdc6d860-c831-434b-b11a-d01e30907a1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d HTTP/1.1" status: 200 len: 217 time: 0.0892141 Jan 16 23:17:58.078822 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31985aa-e573-40a1-b555-512719c006c1 req-da09c7c0-a123-42b7-af2a-56cd28dea866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:58.080762 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-da09c7c0-a123-42b7-af2a-56cd28dea866 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.0687110 Jan 16 23:17:58.116075 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-23d4d2f1-3849-44a9-9577-da1b367a02d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee HTTP/1.1" status: 200 len: 217 time: 0.1134813 Jan 16 23:17:58.217318 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b028a62d-5ec7-4393-886a-e6c6a964ac88 req-9986f3e4-df61-4b54-b2c7-d6beeef32615 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 210 time: 0.0991187 Jan 16 23:17:58.245381 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Allocated IP 172.20.0.5 (09e1eff7-e489-4cbf-803a-43f2c0779e20/c3e4a687-4914-41ed-a83c-785f8acfb841/64d2b4d2-d64d-4f80-b730-ea5b0a7547f7) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:17:58.291857 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-ceb317cf-3e52-4feb-b94b-bdbac12fa268 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748824 Jan 16 23:17:58.400252 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-e6f68ee2-308b-4d00-8d3d-4bbaa624e40a service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012435 Jan 16 23:17:58.435343 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-ea3d6a53-e5aa-4499-b0c5-b59a1882aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:58.440174 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-ea3d6a53-e5aa-4499-b0c5-b59a1882aa54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=02aa2483-2e77-41c3-9334-456123516cc4 HTTP/1.1" status: 200 len: 851 time: 0.2206995 Jan 16 23:17:58.467759 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:58.508877 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac2047-1909-408d-8f54-7a95d6904291 req-22c7815c-1711-424b-90fe-518339799947 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:58.509892 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7aac2047-1909-408d-8f54-7a95d6904291 req-22c7815c-1711-424b-90fe-518339799947 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 943 time: 0.0971446 Jan 16 23:17:58.568233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-6d61cc06-713f-40a4-8f3a-e9440072b56f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9c9713e6-3f11-40b7-8062-611584f24744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059818 Jan 16 23:17:58.586688 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:58.721266 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7aac2047-1909-408d-8f54-7a95d6904291 req-b06fde01-5ffb-4239-842f-c48a52f972ac tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987200 Jan 16 23:17:58.730705 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:17:58.751804 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:17:58.769933 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:17:58.795195 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:58.846422 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:58.847636 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:58.869157 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-eb20c581-8fca-44d6-86be-e6a4c000924f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3574557 Jan 16 23:17:58.892547 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Request body: {'port': {'device_id': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:58.959317 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e31985aa-e573-40a1-b555-512719c006c1 req-bf425aae-5783-4334-bc7b-353aba1f506f service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467339 Jan 16 23:17:58.976746 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:58.981067 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-7003b864-9bb2-4939-b999-f99fd96cdb76 service neutron] 10.222.0.76 "GET /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032698 Jan 16 23:17:59.008147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33733f60-6f44-4fa2-b49a-2c6f220e0777 req-cb20eb21-e0d3-414d-9781-4610a317c36d tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:59.017058 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-33733f60-6f44-4fa2-b49a-2c6f220e0777 req-cb20eb21-e0d3-414d-9781-4610a317c36d tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 944 time: 0.0854323 Jan 16 23:17:59.177062 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7a396865-b7ae-436a-b5c7-dc33b8b65068 req-0a5488b1-48b4-49cf-a660-88a5653cc1d8 service neutron] 10.222.0.76 "GET /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876984 Jan 16 23:17:59.224962 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-4e87c813-1a6f-4196-b421-b3b93da50d4f None None] Provisioning complete for port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:17:59.225921 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-4e87c813-1a6f-4196-b421-b3b93da50d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.229804 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-33733f60-6f44-4fa2-b49a-2c6f220e0777 req-6a7e5b4b-cf52-4310-a213-890e57c036d9 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102780 Jan 16 23:17:59.284826 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-4e87c813-1a6f-4196-b421-b3b93da50d4f None None] Port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:17:59.400990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34742) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:59.490456 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55aa89-a1cb-4d98-878d-84f5712d1559 req-2d5e42d4-a7b9-46c2-b034-6713422637e3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:17:59.492139 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7e55aa89-a1cb-4d98-878d-84f5712d1559 req-2d5e42d4-a7b9-46c2-b034-6713422637e3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 931 time: 0.0757411 Jan 16 23:17:59.498717 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34752) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:17:59.589638 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7e55aa89-a1cb-4d98-878d-84f5712d1559 req-69dd0676-b6a8-440b-b126-bfe6c50c829b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837862 Jan 16 23:17:59.628793 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 {{(pid=102394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:17:59.646741 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Publish callbacks [] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.660505 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-81ace1f5-406f-43e0-b147-ada3f92c4fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.673452 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.provisioning_blocks [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Transition to ACTIVE for port object 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 will not be triggered until provisioned by entity L2. {{(pid=102394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:17:59.681305 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.684159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639436026-network', 'tenant_id': 'f3faa16178be4e6d813202c946cbed51'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:17:59.822535 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Made reservation on behalf of f3faa16178be4e6d813202c946cbed51 for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:17:59.832461 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.861733 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.899926 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:17:59.938125 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Attempting to bind port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:17:59.938497 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Attempting to bind port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:17:59.938862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Attempting to bind port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:59.943598 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:17:59.943930 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Attempting to bind port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:17:59.950645 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:17:59.950991 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Checking segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:17:59.951683 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Bound using segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:17:59.952146 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Bound port: 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:17:59.952578 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.962035 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-81ace1f5-406f-43e0-b147-ada3f92c4fec admin admin] Publish callbacks [] for security_group (25ba9f50-caeb-4dfd-a540-c3ed270d2c46), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:17:59.980182 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-81ace1f5-406f-43e0-b147-ada3f92c4fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (25ba9f50-caeb-4dfd-a540-c3ed270d2c46), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.012435 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-81ace1f5-406f-43e0-b147-ada3f92c4fec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d2133db3c0947fe835ca70e39752f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6080210 Jan 16 23:18:00.015764 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34778) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:00.022187 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fffe62-882b-480c-91ab-6e2f74d024c2 req-4e20b801-696e-4f2f-b487-4ffb0be97943 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:00.023980 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d0fffe62-882b-480c-91ab-6e2f74d024c2 req-4e20b801-696e-4f2f-b487-4ffb0be97943 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 943 time: 0.1690645 Jan 16 23:18:00.070608 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, cleared binding levels {{(pid=102394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:18:00.094192 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:18:00.105662 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace1f5-406f-43e0-b147-ada3f92c4fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ba9f50-caeb-4dfd-a540-c3ed270d2c46,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:00.131951 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.149966 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d0fffe62-882b-480c-91ab-6e2f74d024c2 req-46d3f89f-c905-4ed5-b47b-7c9abb8786a9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114292 Jan 16 23:18:00.166267 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks [] for security_group (9dffa1d1-5a04-4e61-ae0d-15a14238ee03), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.172982 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (9dffa1d1-5a04-4e61-ae0d-15a14238ee03), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.207371 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dffa1d1-5a04-4e61-ae0d-15a14238ee03,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:00.215452 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:18:00.223446 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b629f86b-7f76-448f-b07b-61196c3fa6a2 admin admin] Publish callbacks [] for security_group (25ba9f50-caeb-4dfd-a540-c3ed270d2c46), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.250077 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:00.250810 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.259017 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] 10.222.0.76 "PUT /v2.0/ports/64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 1093 time: 1.3739676 Jan 16 23:18:00.259017 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:00.261557 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (315c0770-3921-4898-a52a-9fcdec14e999), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.261964 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Added segment 315c0770-3921-4898-a52a-9fcdec14e999 of type vlan for network 902a45ce-0cd8-49fc-843b-8d263e4dc620 Jan 16 23:18:00.310416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:18:00.344048 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b629f86b-7f76-448f-b07b-61196c3fa6a2 admin admin] Publish callbacks [] for security_group (25ba9f50-caeb-4dfd-a540-c3ed270d2c46), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.346904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (902a45ce-0cd8-49fc-843b-8d263e4dc620), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.426941 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (902a45ce-0cd8-49fc-843b-8d263e4dc620), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.427982 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:00.428580 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.545512 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d19f6b-02f6-4713-afe2-528096d3c364" -d '{"events": [{"name": "network-changed", "server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:00.548471 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0486791 Jan 16 23:18:00.555293 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34794) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:00.563292 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Request body: {'subnet': {'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639436026-subnet', 'tenant_id': 'f3faa16178be4e6d813202c946cbed51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:00.575351 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.db.resource_extend [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 16 23:18:00.583267 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40707d80-79d2-43d3-8dd6-256c8bdaa267 admin admin] Pushing event updated for resources: {'Network': ['ID=902a45ce-0cd8-49fc-843b-8d263e4dc620,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:00.609100 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 902a45ce-0cd8-49fc-843b-8d263e4dc620 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:18:00.622644 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Made reservation on behalf of f3faa16178be4e6d813202c946cbed51 for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:00.625460 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.640348 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b629f86b-7f76-448f-b07b-61196c3fa6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (25ba9f50-caeb-4dfd-a540-c3ed270d2c46), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.642644 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b629f86b-7f76-448f-b07b-61196c3fa6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:00.645696 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b629f86b-7f76-448f-b07b-61196c3fa6a2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25ba9f50-caeb-4dfd-a540-c3ed270d2c46 HTTP/1.1" status: 204 len: 168 time: 0.6288002 Jan 16 23:18:00.731746 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223976a4-8fa7-46cb-a595-dbfcd6a3ef22 service neutron] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=3']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:00.744101 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629f86b-7f76-448f-b07b-61196c3fa6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ba9f50-caeb-4dfd-a540-c3ed270d2c46,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:00.765640 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-aa1cd7e1-7462-491c-b176-377f449e93a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:00.767173 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-aa1cd7e1-7462-491c-b176-377f449e93a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1096 time: 0.4043894 Jan 16 23:18:00.778202 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c981081-58f2-4fa2-a3cf-c7c1a800987c req-a473c2ea-6fcb-4c51-b080-33e397fca9b8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:00.789897 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8c981081-58f2-4fa2-a3cf-c7c1a800987c req-a473c2ea-6fcb-4c51-b080-33e397fca9b8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 944 time: 0.4258163 Jan 16 23:18:00.904970 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-84b7a3a0-6033-49b3-b996-7a2b7ea83045 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 217 time: 0.0957458 Jan 16 23:18:00.905464 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd40b96-6df4-4b79-9e79-dc46a2a5372c req-93956972-ede5-4c7a-a84b-b24febf3737c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:00.907674 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2cd40b96-6df4-4b79-9e79-dc46a2a5372c req-93956972-ede5-4c7a-a84b-b24febf3737c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.1503906 Jan 16 23:18:00.931508 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:00.949070 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'port_id': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'mac_address': 'fa:16:3e:e3:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55d561c-a138-4760-8d4c-c075aa6b36b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:18:01.018177 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8c981081-58f2-4fa2-a3cf-c7c1a800987c req-f27b62c1-6c71-425d-9788-4e7ce7e4cc10 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273123 Jan 16 23:18:01.020801 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2cd40b96-6df4-4b79-9e79-dc46a2a5372c req-6f35702f-b053-4bd8-bb3d-9fed2890fd9b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024883 Jan 16 23:18:01.044305 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:01.045278 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.078691 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (21fa8e20-cb22-4f36-9161-6f1f510e16a8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.085707 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-87eee857-e9fb-4608-b81d-9f82833757d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:01.087879 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-87eee857-e9fb-4608-b81d-9f82833757d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.1617162 Jan 16 23:18:01.089510 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:01.130686 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:01.143906 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fa8e20-cb22-4f36-9161-6f1f510e16a8,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:01.146213 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.147313 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device eb5c902a-600d-48fe-9b8b-3e74948944ee details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:18:01.164860 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Checking segment: {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:01.165248 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Network hostable DHCP agents. Network: 902a45ce-0cd8-49fc-843b-8d263e4dc620, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:18:01.215302 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Network 902a45ce-0cd8-49fc-843b-8d263e4dc620 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:18:01.236894 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 902a45ce-0cd8-49fc-843b-8d263e4dc620) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:01.243342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:01.244136 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.262646 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-49357b62-929c-4af4-90c1-fa054a300864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:01.266069 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-49357b62-929c-4af4-90c1-fa054a300864 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1724062 Jan 16 23:18:01.284998 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b55869c8-8188-4d19-bae2-e9109570d92f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7276404 Jan 16 23:18:01.285560 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429ac08f-2564-4751-9ce2-25e4dc0daac7 None None] Network 902a45ce-0cd8-49fc-843b-8d263e4dc620 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:01.368121 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 34830) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:01.392456 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f08be131-8989-467e-bd63-24d77c179aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.394853 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:01.408591 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0568a4-a8e8-4763-a1d7-a17b5fdbcdd7 req-354da1d5-b476-442a-b3da-3a9e810cd651 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:01.412046 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b0568a4-a8e8-4763-a1d7-a17b5fdbcdd7 req-354da1d5-b476-442a-b3da-3a9e810cd651 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 944 time: 0.1042264 Jan 16 23:18:01.451400 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port eb5c902a-600d-48fe-9b8b-3e74948944ee, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee,segment=NetworkSegment(519f059a-24c1-48e8-8ade-c61f9fcce192),segment_id=519f059a-24c1-48e8-8ade-c61f9fcce192)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:01.481862 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b0568a4-a8e8-4763-a1d7-a17b5fdbcdd7 req-23c05db8-ae51-4232-bbb3-d741369803ea tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635812 Jan 16 23:18:01.487850 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'eb5c902a-600d-48fe-9b8b-3e74948944ee', 'network_id': '9c9713e6-3f11-40b7-8062-611584f24744', 'port_id': 'eb5c902a-600d-48fe-9b8b-3e74948944ee', 'mac_address': 'fa:16:3e:1d:16:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02aa2483-2e77-41c3-9334-456123516cc4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:18:01.496267 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc34164-f738-4fc9-a54e-f5a7a97ac31b None None] Network 902a45ce-0cd8-49fc-843b-8d263e4dc620 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:01.502104 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-0f7960a2-df37-467c-a64f-ce3e8997c17b service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288003 Jan 16 23:18:01.591308 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port eb5c902a-600d-48fe-9b8b-3e74948944ee is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:01.591710 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.619191 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5c902a-600d-48fe-9b8b-3e74948944ee {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:01.634049 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f08be131-8989-467e-bd63-24d77c179aca admin admin] Publish callbacks [] for security_group (39515910-d6ec-480c-8a05-cca8ed0ea146), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.653576 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f08be131-8989-467e-bd63-24d77c179aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (39515910-d6ec-480c-8a05-cca8ed0ea146), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.662179 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port eb5c902a-600d-48fe-9b8b-3e74948944ee, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee,segment=NetworkSegment(519f059a-24c1-48e8-8ade-c61f9fcce192),segment_id=519f059a-24c1-48e8-8ade-c61f9fcce192)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:01.669185 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.692535 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d47f2e16-e94c-4cf4-a6eb-56c7ea0a87a1 req-53e0ef8d-e2e3-4839-baa3-6a7e5dce7a2e service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780787 Jan 16 23:18:01.710789 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f08be131-8989-467e-bd63-24d77c179aca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7116aea7868e4b958d4243b2f479457a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410132 Jan 16 23:18:01.711490 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08be131-8989-467e-bd63-24d77c179aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39515910-d6ec-480c-8a05-cca8ed0ea146,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:01.713091 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 34834) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:01.758850 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=eb5c902a-600d-48fe-9b8b-3e74948944ee,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:01.775942 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc53c11-22c4-4c6d-b058-974302924974 x-openstack-request-id: req-cbc53c11-22c4-4c6d-b058-974302924974 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:01.776237 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:01.776627 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbc53c11-22c4-4c6d-b058-974302924974 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:01.777086 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'status': 'completed', 'code': 200} Jan 16 23:18:01.797945 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd22-0e40-477e-aef6-6ff2f9f01fd8 admin admin] Publish callbacks [] for security_group (39515910-d6ec-480c-8a05-cca8ed0ea146), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.829055 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd22-0e40-477e-aef6-6ff2f9f01fd8 admin admin] Publish callbacks [] for security_group (39515910-d6ec-480c-8a05-cca8ed0ea146), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.893312 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-76e15faf-c363-4a6d-88c0-4f8e427d8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:01.895488 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd22-0e40-477e-aef6-6ff2f9f01fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (39515910-d6ec-480c-8a05-cca8ed0ea146), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.898323 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a70fd22-0e40-477e-aef6-6ff2f9f01fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:01.901249 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0a70fd22-0e40-477e-aef6-6ff2f9f01fd8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39515910-d6ec-480c-8a05-cca8ed0ea146 HTTP/1.1" status: 204 len: 168 time: 0.1853161 Jan 16 23:18:01.906006 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-76e15faf-c363-4a6d-88c0-4f8e427d8f88 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1096 time: 0.0703673 Jan 16 23:18:01.916223 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70fd22-0e40-477e-aef6-6ff2f9f01fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39515910-d6ec-480c-8a05-cca8ed0ea146,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:02.106991 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-5a84fc68-dfc3-4634-b7f4-8d91d1514164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:02.109634 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:02.110151 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-5a84fc68-dfc3-4634-b7f4-8d91d1514164 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.1971788 Jan 16 23:18:02.159237 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['eb5c902a-600d-48fe-9b8b-3e74948944ee'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:02.198994 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-7bb05314-8b41-4f00-8857-07fab002b760 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 217 time: 0.0817213 Jan 16 23:18:02.384339 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e3df0-4f71-4666-9b87-cadcbcdecbc0 req-ad8f5383-6ad5-4caa-9296-132425adbed2 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:02.385499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-6349fb60-8ce7-4297-8ecb-6417ed466a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:02.386961 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a05e3df0-4f71-4666-9b87-cadcbcdecbc0 req-ad8f5383-6ad5-4caa-9296-132425adbed2 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 945 time: 0.1830218 Jan 16 23:18:02.398057 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-6349fb60-8ce7-4297-8ecb-6417ed466a9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.1875992 Jan 16 23:18:02.523986 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a05e3df0-4f71-4666-9b87-cadcbcdecbc0 req-d4b0535d-6e3d-45de-bb6f-0733314cb042 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287279 Jan 16 23:18:02.564506 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fdfc97-62d3-469c-8510-d88a99411d21 req-ce320629-7645-4877-b8f1-674a67735a8a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:02.585389 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a4fdfc97-62d3-469c-8510-d88a99411d21 req-ce320629-7645-4877-b8f1-674a67735a8a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.3561137 Jan 16 23:18:02.656169 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-8d3622c3-08e4-4b4d-8b1e-a1853fb7573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:02.657716 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-8d3622c3-08e4-4b4d-8b1e-a1853fb7573a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2523334 Jan 16 23:18:02.743514 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a4fdfc97-62d3-469c-8510-d88a99411d21 req-336e12c4-7623-4c4a-b2ac-d4cbda45cf78 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572168 Jan 16 23:18:02.779981 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e22a3-9099-4e0d-9cf6-48cc1a82146a req-22778d1d-2925-4e8d-8700-ab37581f07f9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:02.788402 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2d5e22a3-9099-4e0d-9cf6-48cc1a82146a req-22778d1d-2925-4e8d-8700-ab37581f07f9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 944 time: 0.1183164 Jan 16 23:18:02.800540 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-459924ff-f292-4017-aabe-4a72f4910846 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195111 Jan 16 23:18:02.839561 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2d5e22a3-9099-4e0d-9cf6-48cc1a82146a req-c1544cf5-7623-4539-a955-8fb512f62e92 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501628 Jan 16 23:18:03.111014 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50d19f6b-02f6-4713-afe2-528096d3c364 req-e7eeffc6-8bae-48d8-b62e-4763d0ec48f4 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048105 Jan 16 23:18:03.634287 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485d00a-2023-4d4f-a64f-049568a38b92 req-a6314fa5-9ac6-459e-a3b7-e2cfbb15b7f8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:03.635771 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c485d00a-2023-4d4f-a64f-049568a38b92 req-a6314fa5-9ac6-459e-a3b7-e2cfbb15b7f8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 945 time: 0.0525439 Jan 16 23:18:03.681705 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c485d00a-2023-4d4f-a64f-049568a38b92 req-2e1b0dbe-4166-431e-8cec-a1d33af6d2dc tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Jan 16 23:18:03.880458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f904476-3074-4b0a-81b3-669c35f0780a req-8a14d6ef-1306-4f45-b1b1-4e3297452410 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:03.882151 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6f904476-3074-4b0a-81b3-669c35f0780a req-8a14d6ef-1306-4f45-b1b1-4e3297452410 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0510898 Jan 16 23:18:03.939395 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6f904476-3074-4b0a-81b3-669c35f0780a req-8d74618e-003d-485f-b951-172141094e99 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464070 Jan 16 23:18:03.969046 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac5825-551a-4ca7-bfe6-4e63f5adbee3 req-27099906-b809-4d69-bd90-14090a580c93 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:03.970573 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-65ac5825-551a-4ca7-bfe6-4e63f5adbee3 req-27099906-b809-4d69-bd90-14090a580c93 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 944 time: 0.0567262 Jan 16 23:18:04.020766 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-65ac5825-551a-4ca7-bfe6-4e63f5adbee3 req-0ba55c10-908e-47f2-a219-525b2e440f19 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Jan 16 23:18:04.793264 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2debdf1-a295-4584-aaae-fab59ce1cb70 req-1cdf95c9-7131-4a1a-9064-14bc3503c1a0 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:04.794730 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2debdf1-a295-4584-aaae-fab59ce1cb70 req-1cdf95c9-7131-4a1a-9064-14bc3503c1a0 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Jan 16 23:18:04.840166 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2debdf1-a295-4584-aaae-fab59ce1cb70 req-33c0bb00-0a87-4fb0-9657-aaca9101fae6 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Jan 16 23:18:05.056135 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9257a-0f4a-4a86-bf12-5ae58d49ca2a req-05cf7ef7-ef20-44f6-86c7-250dadc964f5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:05.057648 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-76a9257a-0f4a-4a86-bf12-5ae58d49ca2a req-05cf7ef7-ef20-44f6-86c7-250dadc964f5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0478878 Jan 16 23:18:05.102629 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-76a9257a-0f4a-4a86-bf12-5ae58d49ca2a req-efc290c9-6e53-4ddc-a00a-be106c00b666 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Jan 16 23:18:05.135475 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554535e-2cbc-4301-ba1e-32df77bd55e6 req-ff42007f-fdf9-4e75-888a-eea8b955b1be tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:05.137085 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9554535e-2cbc-4301-ba1e-32df77bd55e6 req-ff42007f-fdf9-4e75-888a-eea8b955b1be tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 944 time: 0.0516684 Jan 16 23:18:05.184782 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9554535e-2cbc-4301-ba1e-32df77bd55e6 req-9060b72d-4ba2-4d89-a028-e1a5b8faaefb tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Jan 16 23:18:05.956131 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a1a0e-380f-4415-ac64-bae35a6ba047 req-da10057a-f1d0-479c-959b-80f8ff28834f tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:05.957599 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f69a1a0e-380f-4415-ac64-bae35a6ba047 req-da10057a-f1d0-479c-959b-80f8ff28834f tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 945 time: 0.0503564 Jan 16 23:18:06.001685 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f69a1a0e-380f-4415-ac64-bae35a6ba047 req-5dd8d1c6-0c30-438a-b301-f1e57992e687 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jan 16 23:18:06.228478 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d543c7-72d5-48e2-93f4-29053797503c req-bc6f0b49-9645-4492-98b1-8c6fec611e14 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:06.230486 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e6d543c7-72d5-48e2-93f4-29053797503c req-bc6f0b49-9645-4492-98b1-8c6fec611e14 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0581386 Jan 16 23:18:06.299458 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e6d543c7-72d5-48e2-93f4-29053797503c req-1897336e-d9de-431e-907c-0cb6c0be9196 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624170 Jan 16 23:18:06.337321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd59d05-c68c-4510-a104-a70d8cebbdda req-1fb9a4b3-94ec-4161-9c0e-5db04b6817b0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:06.338831 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ecd59d05-c68c-4510-a104-a70d8cebbdda req-1fb9a4b3-94ec-4161-9c0e-5db04b6817b0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 944 time: 0.0533702 Jan 16 23:18:06.392152 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:18:06.401302 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ecd59d05-c68c-4510-a104-a70d8cebbdda req-d9c0b19a-68b3-4e40-a498-44f65c28d14c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567889 Jan 16 23:18:06.403748 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:06.552898 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:18:06.565461 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:06.565857 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:06.572410 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:06.617871 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'mac_address': 'fa:16:3e:8c:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:18:06.669672 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:06.670073 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:06.724492 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:06.741950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:06.742336 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:06.757719 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:06.767807 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:06.776911 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a437be-08ff-46c2-b933-793628d83d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:06.867855 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:06.926215 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:06.927903 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device eb5c902a-600d-48fe-9b8b-3e74948944ee up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:06.965169 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:07.036305 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:07.042434 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port eb5c902a-600d-48fe-9b8b-3e74948944ee completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: from cryptography.utils import int_from_bytes Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: from cryptography.utils import int_from_bytes Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.044869 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:07.047267 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:07.050271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port eb5c902a-600d-48fe-9b8b-3e74948944ee triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:07.051304 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:07.057462 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-9d1c3f56-801a-436e-8760-00bc494c160c tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:07.067184 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-9d1c3f56-801a-436e-8760-00bc494c160c tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/networks?id=902a45ce-0cd8-49fc-843b-8d263e4dc620 HTTP/1.1" status: 200 len: 809 time: 0.1539600 Jan 16 23:18:07.075773 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31df4a-f0c0-454b-9f0b-110c29ea753f" -d '{"events": [{"server_uuid": "46a437be-08ff-46c2-b933-793628d83d2b", "name": "network-vif-plugged", "status": "completed", "tag": "8cf34f0b-f3fe-4a2e-847d-402dc1cd407d"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:07.101232 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-0250d303-a703-48f3-91ed-29122d71578d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/quotas/f3faa16178be4e6d813202c946cbed51 HTTP/1.1" status: 200 len: 375 time: 0.0328803 Jan 16 23:18:07.147186 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-021b40a9-43b2-422f-b8b8-21f6ccc03741 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3faa16178be4e6d813202c946cbed51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446937 Jan 16 23:18:07.159353 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c442f-33d3-4fe9-b07d-dc55e8e5dfa6 req-2dde24fe-dd03-419b-abbe-0f25c624925a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:07.166269 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-531c442f-33d3-4fe9-b07d-dc55e8e5dfa6 req-2dde24fe-dd03-419b-abbe-0f25c624925a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 945 time: 0.0655503 Jan 16 23:18:07.227243 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-531c442f-33d3-4fe9-b07d-dc55e8e5dfa6 req-665ee221-5b9b-445f-8c29-6763c2ac90ba tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544546 Jan 16 23:18:07.258848 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-fc02da17-0f53-4552-98b8-bd71be28f58f service neutron] 10.222.0.35 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107640 Jan 16 23:18:07.276589 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port eb5c902a-600d-48fe-9b8b-3e74948944ee is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:07.277078 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:07.322017 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port eb5c902a-600d-48fe-9b8b-3e74948944ee, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee,segment=NetworkSegment(519f059a-24c1-48e8-8ade-c61f9fcce192),segment_id=519f059a-24c1-48e8-8ade-c61f9fcce192)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:07.327430 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:07.353805 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b4ac5-2872-49ca-b61d-7a993b0f47eb x-openstack-request-id: req-298b4ac5-2872-49ca-b61d-7a993b0f47eb {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:07.354128 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a437be-08ff-46c2-b933-793628d83d2b", "name": "network-vif-plugged", "status": "completed", "tag": "8cf34f0b-f3fe-4a2e-847d-402dc1cd407d", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:07.354397 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-298b4ac5-2872-49ca-b61d-7a993b0f47eb {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:07.354843 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a437be-08ff-46c2-b933-793628d83d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'code': 200} Jan 16 23:18:07.364403 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-47e8c74c-e3ab-4687-aa4e-13b3f8399e29 service neutron] 10.222.0.35 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997689 Jan 16 23:18:07.381409 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=eb5c902a-600d-48fe-9b8b-3e74948944ee,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:07.441252 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540a36d-6d17-4b7f-a76b-dfc20e4e0907 req-c2c33ee7-725d-4c6a-8e34-b7bb256a4155 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:07.442782 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f540a36d-6d17-4b7f-a76b-dfc20e4e0907 req-c2c33ee7-725d-4c6a-8e34-b7bb256a4155 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0486374 Jan 16 23:18:07.494835 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f540a36d-6d17-4b7f-a76b-dfc20e4e0907 req-749b9369-9950-4c88-b006-fa704346c2c1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456343 Jan 16 23:18:07.591748 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53476840-a2cd-419f-8bb7-806220fb8ed7 req-5dd8db8f-f483-42b6-b8ac-c28374d96e6a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:07.593366 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-53476840-a2cd-419f-8bb7-806220fb8ed7 req-5dd8db8f-f483-42b6-b8ac-c28374d96e6a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0678344 Jan 16 23:18:07.597958 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-26b562ed-b430-4829-82cd-b9eb5295889a req-3bc43911-add8-4339-b3ec-ce3dbac3da9b tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 210 time: 0.0400548 Jan 16 23:18:07.647283 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-53476840-a2cd-419f-8bb7-806220fb8ed7 req-a98506c3-ac04-4bed-875e-2591a85f7453 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Jan 16 23:18:08.327234 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c765b4f-29e4-48f7-8fa9-17a272f2e5dd req-3121fbf1-7c2b-4077-b989-33c3b6c1642f tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:08.328736 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3c765b4f-29e4-48f7-8fa9-17a272f2e5dd req-3121fbf1-7c2b-4077-b989-33c3b6c1642f tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0468431 Jan 16 23:18:08.378067 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3c765b4f-29e4-48f7-8fa9-17a272f2e5dd req-5e35629b-00e7-489c-bf19-e8e36a0aba1c tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Jan 16 23:18:08.616644 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb7d37-4486-42cc-8954-3a432149834d req-8f723842-5da8-4d5b-a64e-c41b68f82e1a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:08.618179 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85eb7d37-4486-42cc-8954-3a432149834d req-8f723842-5da8-4d5b-a64e-c41b68f82e1a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0476239 Jan 16 23:18:08.668662 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85eb7d37-4486-42cc-8954-3a432149834d req-abd8dcee-155a-4cc6-95e3-bc5bc8a9ac4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447941 Jan 16 23:18:08.694548 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-15f446f5-c4a9-4740-8f15-14d6df73050b req-55478dcb-bfc5-4458-88e2-74cc2e23cabf tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 210 time: 0.0374105 Jan 16 23:18:08.783023 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4355742-543f-4d20-ae65-3897ef4b054d req-ad4b51d1-eab6-413b-9e87-45ac0bbf2b9f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:08.784593 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d4355742-543f-4d20-ae65-3897ef4b054d req-ad4b51d1-eab6-413b-9e87-45ac0bbf2b9f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0488498 Jan 16 23:18:08.832172 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d4355742-543f-4d20-ae65-3897ef4b054d req-3e7e4464-1ce4-4ecb-8041-08c7255077ad tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Jan 16 23:18:09.356619 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5c902a-600d-48fe-9b8b-3e74948944ee'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:09.359060 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02321399-cd1b-47ed-b279-2e0c1c9c327c" -d '{"events": [{"server_uuid": "a3a66772-6edc-439b-8b93-87b465bf6e49", "name": "network-vif-plugged", "status": "completed", "tag": "eb5c902a-600d-48fe-9b8b-3e74948944ee"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:09.392963 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc628238-8330-4139-82bb-d78501e15e80 x-openstack-request-id: req-fc628238-8330-4139-82bb-d78501e15e80 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:09.393302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a66772-6edc-439b-8b93-87b465bf6e49", "name": "network-vif-plugged", "status": "completed", "tag": "eb5c902a-600d-48fe-9b8b-3e74948944ee", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:09.393563 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc628238-8330-4139-82bb-d78501e15e80 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:09.393949 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5c902a-600d-48fe-9b8b-3e74948944ee', 'code': 200} Jan 16 23:18:09.492364 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96961bf3-8583-452a-ba9d-c4d1bfb07b13 req-db8eadf7-2583-4062-9f01-d6fe86a5cb16 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:09.493887 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96961bf3-8583-452a-ba9d-c4d1bfb07b13 req-db8eadf7-2583-4062-9f01-d6fe86a5cb16 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0509918 Jan 16 23:18:09.543432 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96961bf3-8583-452a-ba9d-c4d1bfb07b13 req-f6738c48-1d01-4bfd-a888-6f4e35d09c25 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Jan 16 23:18:09.783016 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:09.829810 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-efe003ca-7013-4f24-8658-a3c4d50af580 req-680ed3c9-7c5c-469a-b9a5-908cbaacd9cc tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 210 time: 0.0622342 Jan 16 23:18:09.920379 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e211d9-b967-49fb-ba1b-68110cba9a5c req-7da417db-1470-44ef-b796-ee1e640f307e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:09.922281 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d7e211d9-b967-49fb-ba1b-68110cba9a5c req-7da417db-1470-44ef-b796-ee1e640f307e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.1661508 Jan 16 23:18:09.963109 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddbeef-be4c-41c0-8725-aaa41c768aad req-7acecf24-da57-4a2e-8902-bf081fb72b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:09.964587 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7bddbeef-be4c-41c0-8725-aaa41c768aad req-7acecf24-da57-4a2e-8902-bf081fb72b49 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 1098 time: 0.1473384 Jan 16 23:18:09.994603 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d7e211d9-b967-49fb-ba1b-68110cba9a5c req-f44ca129-4870-49b5-a2e8-53c484aefea2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656619 Jan 16 23:18:10.009179 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-7bddbeef-be4c-41c0-8725-aaa41c768aad req-8616cc53-4c42-42de-880d-dc64c5ae3b09 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.015863 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5d070-3735-4546-80fd-3e075cda791e req-aa7cdc47-a8c9-4e69-bf7f-88a1e91f6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:10.017612 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d5d070-3735-4546-80fd-3e075cda791e req-aa7cdc47-a8c9-4e69-bf7f-88a1e91f6f36 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 1099 time: 0.1466455 Jan 16 23:18:10.033833 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a243156-af05-473e-b944-43e5eabe55ec req-cbe0ff74-f4ea-4ebd-b1ef-6dfa53225dbb tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:10.041378 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0a243156-af05-473e-b944-43e5eabe55ec req-cbe0ff74-f4ea-4ebd-b1ef-6dfa53225dbb tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.1014721 Jan 16 23:18:10.068830 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-46d5d070-3735-4546-80fd-3e075cda791e req-677d5a72-c727-4d50-afd0-7ce7bb23ff1f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.090024 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-7bddbeef-be4c-41c0-8725-aaa41c768aad req-8616cc53-4c42-42de-880d-dc64c5ae3b09 service neutron] Publish callbacks [] for security_group (cdaffb00-432f-4487-a94b-af143e0755c4), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.095281 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-7bddbeef-be4c-41c0-8725-aaa41c768aad req-8616cc53-4c42-42de-880d-dc64c5ae3b09 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cdaffb00-432f-4487-a94b-af143e0755c4), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.124925 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0a243156-af05-473e-b944-43e5eabe55ec req-2f0c2365-64c5-4a25-858e-9f79c8545ad5 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825934 Jan 16 23:18:10.133805 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.db.api [req-46d5d070-3735-4546-80fd-3e075cda791e req-677d5a72-c727-4d50-afd0-7ce7bb23ff1f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5175e7e3ab334abb93ae5abb843625ba {{(pid=102393) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 16 23:18:10.134621 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG oslo_db.api [req-46d5d070-3735-4546-80fd-3e075cda791e req-677d5a72-c727-4d50-afd0-7ce7bb23ff1f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 16 23:18:10.141051 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7bddbeef-be4c-41c0-8725-aaa41c768aad req-8616cc53-4c42-42de-880d-dc64c5ae3b09 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451554 Jan 16 23:18:10.142912 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616cc53-4c42-42de-880d-dc64c5ae3b09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaffb00-432f-4487-a94b-af143e0755c4,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:10.603534 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:10.635997 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-46d5d070-3735-4546-80fd-3e075cda791e req-677d5a72-c727-4d50-afd0-7ce7bb23ff1f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.659606 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:18:10.660745 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb1c65-55d3-462d-83ab-61b1033e5581 req-0639fb65-921f-4bd4-b84e-d9b2732149d7 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:10.662384 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9bdb1c65-55d3-462d-83ab-61b1033e5581 req-0639fb65-921f-4bd4-b84e-d9b2732149d7 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0533159 Jan 16 23:18:10.663667 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:10.664222 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.721461 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d5d070-3735-4546-80fd-3e075cda791e req-677d5a72-c727-4d50-afd0-7ce7bb23ff1f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776438 Jan 16 23:18:10.733906 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9bdb1c65-55d3-462d-83ab-61b1033e5581 req-86c83f25-faf0-446f-9308-df1fe01fb1ed tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614140 Jan 16 23:18:10.779835 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:10.780233 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.791424 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:18:10.813645 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:10.817970 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:10.865382 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:10.936646 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a25dd2eb-d912-44b2-8996-ae73867c2ee7 req-c7303d29-a59f-4760-b584-7fcdb67e6ae9 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 210 time: 0.0308387 Jan 16 23:18:11.146736 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd80b7-eaa2-432f-92dd-735f7b766cf9 req-7c896240-7932-41e6-89cb-3e4fb7bf7c0b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:11.150820 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-48cd80b7-eaa2-432f-92dd-735f7b766cf9 req-7c896240-7932-41e6-89cb-3e4fb7bf7c0b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0658019 Jan 16 23:18:11.207352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-8747967b-6ef5-45c5-ac21-c9006d8ca6df tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:11.208882 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-8747967b-6ef5-45c5-ac21-c9006d8ca6df tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "GET /v2.0/networks?id=902a45ce-0cd8-49fc-843b-8d263e4dc620 HTTP/1.1" status: 200 len: 809 time: 0.1842308 Jan 16 23:18:11.210683 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-48cd80b7-eaa2-432f-92dd-735f7b766cf9 req-30d73ef9-b681-45c8-aa35-7d97cc59e1c8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523875 Jan 16 23:18:11.241778 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Request body: {'port': {'device_id': '90d5058c-6895-46f0-a08e-9154dd244607', 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620', 'admin_state_up': True, 'tenant_id': 'f3faa16178be4e6d813202c946cbed51'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:11.325519 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7a408507-565b-4748-b1c1-5c4618596356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:11.330141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4472b8-6859-4441-a76a-4f5a8f8786a0 req-e8bc4989-2300-48e6-8327-3c383be1d20b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:11.332258 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ec4472b8-6859-4441-a76a-4f5a8f8786a0 req-e8bc4989-2300-48e6-8327-3c383be1d20b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.1159346 Jan 16 23:18:11.395322 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:11.400789 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a594321-6d86-43ab-90e7-d1105ecef144" -d '{"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-plugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:11.415668 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ec4472b8-6859-4441-a76a-4f5a8f8786a0 req-a43e61df-3aff-4c9a-8fcb-d71537c16fb1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728078 Jan 16 23:18:11.424098 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Made reservation on behalf of f3faa16178be4e6d813202c946cbed51 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:11.429345 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:11.455323 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2796aa7f-8f75-458b-8d74-e0073ac08368 x-openstack-request-id: req-2796aa7f-8f75-458b-8d74-e0073ac08368 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:11.456393 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-plugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:11.456970 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2796aa7f-8f75-458b-8d74-e0073ac08368 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:11.457622 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'code': 200} Jan 16 23:18:11.614832 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Allocated IP 172.20.0.10 (902a45ce-0cd8-49fc-843b-8d263e4dc620/21fa8e20-cb22-4f36-9161-6f1f510e16a8/091ab97b-f9ca-4c78-abe5-7938f6aa13c8) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:18:11.723988 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9a258-bdd3-4a88-aaae-8478b00b4239 req-b86ac752-5309-428d-a8a7-b06d92737962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:11.725796 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-57e9a258-bdd3-4a88-aaae-8478b00b4239 req-b86ac752-5309-428d-a8a7-b06d92737962 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1098 time: 0.0552607 Jan 16 23:18:11.828923 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-57e9a258-bdd3-4a88-aaae-8478b00b4239 req-acd66e8a-001b-4996-aef6-5609635733a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930207 Jan 16 23:18:11.918903 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks [] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:11.952486 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3153e-5b3d-4aca-8e6b-53fc0bd84b91 req-d4abd41d-46ed-4334-96d7-92af055feeb5 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:11.954076 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d2d3153e-5b3d-4aca-8e6b-53fc0bd84b91 req-d4abd41d-46ed-4334-96d7-92af055feeb5 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0976102 Jan 16 23:18:12.024867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.037671 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d2d3153e-5b3d-4aca-8e6b-53fc0bd84b91 req-176bf9d8-7d6a-43cc-a55e-dccaa5adbed9 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777080 Jan 16 23:18:12.073060 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Network 902a45ce-0cd8-49fc-843b-8d263e4dc620 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:12.077224 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:12.080015 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:18:12.086978 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370f1d2-e4d4-411f-b198-83129e2cd344 req-0db76137-03d4-4d7a-a18d-a46791b1c3e3 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:12.088557 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7370f1d2-e4d4-411f-b198-83129e2cd344 req-0db76137-03d4-4d7a-a18d-a46791b1c3e3 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 932 time: 0.0636101 Jan 16 23:18:12.091584 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:12.092365 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.117926 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Pushing event updated for resources: {'Port': ['ID=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:12.130622 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-04387dc5-e230-46ab-8f3b-4567b688347f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9019122 Jan 16 23:18:12.153992 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7370f1d2-e4d4-411f-b198-83129e2cd344 req-5a8909b3-03d9-4c12-95f2-45d5cba09c34 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594306 Jan 16 23:18:12.308874 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35220) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:12.342186 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b821-67b7-48ed-834c-32be57fea368 req-928a07fc-e2a0-4ce2-91f4-66c256484d78 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:12.343669 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09f4b821-67b7-48ed-834c-32be57fea368 req-928a07fc-e2a0-4ce2-91f4-66c256484d78 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0494056 Jan 16 23:18:12.393675 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09f4b821-67b7-48ed-834c-32be57fea368 req-bd059fd9-e7e4-4579-a390-c73f36a4ed4d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Jan 16 23:18:12.411396 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5b4af9c4-ff29-4e30-8fc0-1b6e8c2476aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.488416 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5b4af9c4-ff29-4e30-8fc0-1b6e8c2476aa admin admin] Publish callbacks [] for security_group (cd04d90d-41f8-4094-b68a-4c5000d1bd9a), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.497996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5b4af9c4-ff29-4e30-8fc0-1b6e8c2476aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cd04d90d-41f8-4094-b68a-4c5000d1bd9a), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.555411 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-5b4af9c4-ff29-4e30-8fc0-1b6e8c2476aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b667d595d43d48e08b8ce93e546e7962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454202 Jan 16 23:18:12.558112 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 35226) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:12.558823 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4af9c4-ff29-4e30-8fc0-1b6e8c2476aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04d90d-41f8-4094-b68a-4c5000d1bd9a,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:12.571592 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ec6ac-4196-4c7f-ab71-249d505f027d req-806ac260-27f9-4523-be6e-22657d99cb74 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:12.572690 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e07ec6ac-4196-4c7f-ab71-249d505f027d req-806ac260-27f9-4523-be6e-22657d99cb74 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0914493 Jan 16 23:18:12.605938 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c3c18e77-aa69-45ef-a0e1-eb4b39ba5c01 admin admin] Publish callbacks [] for security_group (cd04d90d-41f8-4094-b68a-4c5000d1bd9a), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.619927 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e07ec6ac-4196-4c7f-ab71-249d505f027d req-e0d93b06-28f3-4ec1-9949-72259deaa94f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416462 Jan 16 23:18:12.627063 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c3c18e77-aa69-45ef-a0e1-eb4b39ba5c01 admin admin] Publish callbacks [] for security_group (cd04d90d-41f8-4094-b68a-4c5000d1bd9a), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.671536 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c3c18e77-aa69-45ef-a0e1-eb4b39ba5c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cd04d90d-41f8-4094-b68a-4c5000d1bd9a), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.674048 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c3c18e77-aa69-45ef-a0e1-eb4b39ba5c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:12.675212 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c3c18e77-aa69-45ef-a0e1-eb4b39ba5c01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd04d90d-41f8-4094-b68a-4c5000d1bd9a HTTP/1.1" status: 204 len: 168 time: 0.1161268 Jan 16 23:18:12.684276 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c18e77-aa69-45ef-a0e1-eb4b39ba5c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04d90d-41f8-4094-b68a-4c5000d1bd9a,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:12.922442 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 35234) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:12.935493 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-626eb506-64dd-455d-8fd8-35fd9bfa2a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.009975 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-626eb506-64dd-455d-8fd8-35fd9bfa2a6d admin admin] Publish callbacks [] for security_group (672b340f-a52d-4e92-a00a-bf472b4dbf89), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.013515 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-626eb506-64dd-455d-8fd8-35fd9bfa2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (672b340f-a52d-4e92-a00a-bf472b4dbf89), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.052010 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-626eb506-64dd-455d-8fd8-35fd9bfa2a6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6544b1122b194f208038b3ed483799c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284280 Jan 16 23:18:13.052976 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eb506-64dd-455d-8fd8-35fd9bfa2a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672b340f-a52d-4e92-a00a-bf472b4dbf89,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:13.054771 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35242) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:13.108535 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e75abc3-a0d2-4b62-afb1-a816c99b5fa4 admin admin] Publish callbacks [] for security_group (672b340f-a52d-4e92-a00a-bf472b4dbf89), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.129485 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e75abc3-a0d2-4b62-afb1-a816c99b5fa4 admin admin] Publish callbacks [] for security_group (672b340f-a52d-4e92-a00a-bf472b4dbf89), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.159030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bcbf3-2ee9-41b3-b578-d746a67faff6 req-967e4458-de83-42b4-8fee-5ab37a1847c8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:13.160504 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-314bcbf3-2ee9-41b3-b578-d746a67faff6 req-967e4458-de83-42b4-8fee-5ab37a1847c8 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0506439 Jan 16 23:18:13.175427 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e75abc3-a0d2-4b62-afb1-a816c99b5fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (672b340f-a52d-4e92-a00a-bf472b4dbf89), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.178032 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e75abc3-a0d2-4b62-afb1-a816c99b5fa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.179178 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6e75abc3-a0d2-4b62-afb1-a816c99b5fa4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/672b340f-a52d-4e92-a00a-bf472b4dbf89 HTTP/1.1" status: 204 len: 168 time: 0.1232398 Jan 16 23:18:13.186833 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75abc3-a0d2-4b62-afb1-a816c99b5fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672b340f-a52d-4e92-a00a-bf472b4dbf89,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:13.231594 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-314bcbf3-2ee9-41b3-b578-d746a67faff6 req-01218c47-07b0-4fbb-8ce7-51bc4dd8f671 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644398 Jan 16 23:18:13.295374 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0543a6-1b02-4ee1-9af8-6dd3ecf20d9e req-8b700646-6bbf-4a93-b332-06133023ef7f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:13.297326 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2a0543a6-1b02-4ee1-9af8-6dd3ecf20d9e req-8b700646-6bbf-4a93-b332-06133023ef7f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 932 time: 0.0541971 Jan 16 23:18:13.347150 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2a0543a6-1b02-4ee1-9af8-6dd3ecf20d9e req-6c5858a3-3cbc-49ea-9086-67bf442d5b75 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Jan 16 23:18:13.514467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7891e-2e3e-4c2d-b367-966ee0b44b53 req-80f8778e-7df7-4b5e-a0e6-bfbffca0941c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:13.515955 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-77b7891e-2e3e-4c2d-b367-966ee0b44b53 req-80f8778e-7df7-4b5e-a0e6-bfbffca0941c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0506856 Jan 16 23:18:13.564642 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-77b7891e-2e3e-4c2d-b367-966ee0b44b53 req-82144e61-85ce-4065-8bc2-f5f3ca228011 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428050 Jan 16 23:18:13.745228 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cbc31-63e5-4024-8148-9af7641572b0 req-b46003fd-ca79-4b82-a29d-6de805c2abf1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:13.746718 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-510cbc31-63e5-4024-8148-9af7641572b0 req-b46003fd-ca79-4b82-a29d-6de805c2abf1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0545857 Jan 16 23:18:13.775445 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c2ebded0-d9ba-47c2-9bee-11baa734246c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:13.795469 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-510cbc31-63e5-4024-8148-9af7641572b0 req-781a2d58-a66b-4724-b91e-54f3cd1266cc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431871 Jan 16 23:18:13.891358 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35276) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:13.984376 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1847107983-network', 'tenant_id': '881bfac8049642ad812fa7b314baa8b5'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:14.006751 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Made reservation on behalf of 881bfac8049642ad812fa7b314baa8b5 for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:14.009108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.017554 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.087318 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks [] for security_group (eb98e7b8-f662-4781-acf8-6476759bc6c3), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.091733 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (eb98e7b8-f662-4781-acf8-6476759bc6c3), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.116259 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:18:14.125875 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb98e7b8-f662-4781-acf8-6476759bc6c3,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:14.130535 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (49ddbd11-6b22-4208-ae29-2d94ea9b2bc4), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.130878 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Added segment 49ddbd11-6b22-4208-ae29-2d94ea9b2bc4 of type vlan for network 73e52138-878b-40b3-bb88-901136730621 Jan 16 23:18:14.170612 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (73e52138-878b-40b3-bb88-901136730621), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.193132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (73e52138-878b-40b3-bb88-901136730621), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.194086 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:14.194658 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.248454 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3559420 Jan 16 23:18:14.251328 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 35288) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:14.254641 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd677a3-aca5-4b50-b369-c126043d346c admin admin] Pushing event updated for resources: {'Network': ['ID=73e52138-878b-40b3-bb88-901136730621,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:14.256084 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Request body: {'subnet': {'network_id': '73e52138-878b-40b3-bb88-901136730621', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1847107983-subnet', 'tenant_id': '881bfac8049642ad812fa7b314baa8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:14.265513 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 73e52138-878b-40b3-bb88-901136730621 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:18:14.281411 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Made reservation on behalf of 881bfac8049642ad812fa7b314baa8b5 for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:14.285841 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.400242 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393345d4-7d60-456f-bfa8-1afd25120b83 req-94df3dda-6c74-4cde-bb79-05a0ec205b33 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:14.401750 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-393345d4-7d60-456f-bfa8-1afd25120b83 req-94df3dda-6c74-4cde-bb79-05a0ec205b33 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0769126 Jan 16 23:18:14.467431 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854736b2-675a-4f4f-80a3-94e04110ef88 req-7b26bf7d-61c4-4bab-8133-4ed22c6019a6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:14.468938 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-854736b2-675a-4f4f-80a3-94e04110ef88 req-7b26bf7d-61c4-4bab-8133-4ed22c6019a6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 932 time: 0.0489461 Jan 16 23:18:14.481650 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-393345d4-7d60-456f-bfa8-1afd25120b83 req-42a1dd13-0ffa-4885-bcdd-e3a71caa08bb tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729957 Jan 16 23:18:14.531295 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-854736b2-675a-4f4f-80a3-94e04110ef88 req-778a10d2-78c8-49ce-a314-6c447885a21b tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557780 Jan 16 23:18:14.534990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (00261fe7-1662-4947-9d6d-07eea8f1914f), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.596843 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00261fe7-1662-4947-9d6d-07eea8f1914f,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:14.599481 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Checking segment: {'id': '49ddbd11-6b22-4208-ae29-2d94ea9b2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '73e52138-878b-40b3-bb88-901136730621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:14.599999 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Network hostable DHCP agents. Network: 73e52138-878b-40b3-bb88-901136730621, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:18:14.617096 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Network 73e52138-878b-40b3-bb88-901136730621 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:18:14.626147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 73e52138-878b-40b3-bb88-901136730621) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:14.631247 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:14.631847 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.636836 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393dbe3-d2ea-4130-a448-7a3d3af4c2d8 None None] Network 73e52138-878b-40b3-bb88-901136730621 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:14.654690 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-81d6967a-be20-44fe-9841-e60bdc606c12 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4022608 Jan 16 23:18:14.692713 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854c8b-5782-44a6-8f29-d9e52c8b5d0e req-77b4475f-f6f7-4a5d-b9c7-a5f156d3fca8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:14.694262 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5b854c8b-5782-44a6-8f29-d9e52c8b5d0e req-77b4475f-f6f7-4a5d-b9c7-a5f156d3fca8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0540934 Jan 16 23:18:14.742160 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266606e-784d-43d4-aa08-d3bb1979618b None None] Network 73e52138-878b-40b3-bb88-901136730621 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:14.750920 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5b854c8b-5782-44a6-8f29-d9e52c8b5d0e req-a3fa3a51-e669-4a94-8782-b4ba2de2fcbe tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505774 Jan 16 23:18:14.871959 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:14.915246 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb8505-67ed-44cd-bfd6-e82b03239406 req-b8a032ed-ba9a-4cd2-92f0-e9cd158f3c4b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:14.916734 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c0eb8505-67ed-44cd-bfd6-e82b03239406 req-b8a032ed-ba9a-4cd2-92f0-e9cd158f3c4b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0501995 Jan 16 23:18:14.968516 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c0eb8505-67ed-44cd-bfd6-e82b03239406 req-94ecd1d6-6df4-4e68-a6e6-d0469844c657 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461984 Jan 16 23:18:15.119568 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Request body: {'port': {'device_id': '90d5058c-6895-46f0-a08e-9154dd244607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:15.148113 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35320) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:15.153391 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513945961-network', 'tenant_id': '485db1b1aa5c4b62ae18cfc63e109dbc'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:15.178435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Made reservation on behalf of 485db1b1aa5c4b62ae18cfc63e109dbc for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:15.181357 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.192351 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.273162 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks [] for security_group (6e80be52-2e7e-4d0c-bce5-f003b9ae8388), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.278577 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (6e80be52-2e7e-4d0c-bce5-f003b9ae8388), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.313359 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:18:15.319675 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80be52-2e7e-4d0c-bce5-f003b9ae8388,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:15.325771 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (c95dbe9b-cc8c-442e-a76b-2ab86e5e6066), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.326170 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Added segment c95dbe9b-cc8c-442e-a76b-2ab86e5e6066 of type vlan for network 08e1b3e2-bd27-4900-a98f-8be430aa0a15 Jan 16 23:18:15.371182 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (08e1b3e2-bd27-4900-a98f-8be430aa0a15), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.371826 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.397795 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (08e1b3e2-bd27-4900-a98f-8be430aa0a15), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.399045 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:15.399621 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.467096 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3150680 Jan 16 23:18:15.467425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35328) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:15.475635 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Request body: {'subnet': {'network_id': '08e1b3e2-bd27-4900-a98f-8be430aa0a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513945961-subnet', 'tenant_id': '485db1b1aa5c4b62ae18cfc63e109dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:15.487439 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d935f1-7175-422b-ade1-1362a550c57f admin admin] Pushing event updated for resources: {'Network': ['ID=08e1b3e2-bd27-4900-a98f-8be430aa0a15,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:15.499794 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 08e1b3e2-bd27-4900-a98f-8be430aa0a15 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:18:15.560965 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Made reservation on behalf of 485db1b1aa5c4b62ae18cfc63e109dbc for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:15.563349 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62735087'] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.707074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04620a48-03a9-4099-872f-7db414245394 req-00a3fdd9-7bee-4ba2-8d6e-24bc28c67482 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:15.708677 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-04620a48-03a9-4099-872f-7db414245394 req-00a3fdd9-7bee-4ba2-8d6e-24bc28c67482 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0754316 Jan 16 23:18:15.715975 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152f6df-dd46-4868-b8e7-c8ed37553335 req-e97a6252-b19f-4e09-b89c-40a83b44b364 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:15.717498 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c152f6df-dd46-4868-b8e7-c8ed37553335 req-e97a6252-b19f-4e09-b89c-40a83b44b364 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 932 time: 0.0786817 Jan 16 23:18:15.789016 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-04620a48-03a9-4099-872f-7db414245394 req-24f6a91b-7a29-4a8d-b2f3-0ed5fa05702c tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695803 Jan 16 23:18:15.813522 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c152f6df-dd46-4868-b8e7-c8ed37553335 req-3da0cfc3-0f7f-400e-8886-1173abcf0bb5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876434 Jan 16 23:18:15.836321 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:15.844444 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Publish callbacks [] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.870564 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Transition to ACTIVE for port object 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:18:15.875836 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.879487 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61974824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62735101'] for subnet (9c775ae6-fa05-46cf-8582-2a38fdbd4316), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.884084 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.926041 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c775ae6-fa05-46cf-8582-2a38fdbd4316,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:15.946100 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Checking segment: {'id': 'c95dbe9b-cc8c-442e-a76b-2ab86e5e6066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '08e1b3e2-bd27-4900-a98f-8be430aa0a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:15.946393 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Network hostable DHCP agents. Network: 08e1b3e2-bd27-4900-a98f-8be430aa0a15, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:18:15.969382 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Network 08e1b3e2-bd27-4900-a98f-8be430aa0a15 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:18:15.979316 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 08e1b3e2-bd27-4900-a98f-8be430aa0a15) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:15.983564 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:15.984170 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:15.997025 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f379b559-64ed-4593-9071-d7807e204bc6 None None] Network 08e1b3e2-bd27-4900-a98f-8be430aa0a15 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:15.999120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:16.013975 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b01d781a-437f-4fa6-8692-ab078e47da2e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5382543 Jan 16 23:18:16.014306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86664a6e-b8ea-4110-adbd-2a6c4570dfa4 req-3df6e596-d2f4-46b5-89e7-338dea32be98 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.014554 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86664a6e-b8ea-4110-adbd-2a6c4570dfa4 req-3df6e596-d2f4-46b5-89e7-338dea32be98 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1417229 Jan 16 23:18:16.018695 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Attempting to bind port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:18:16.019043 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Attempting to bind port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:18:16.019372 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Attempting to bind port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 on network 902a45ce-0cd8-49fc-843b-8d263e4dc620 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:16.029899 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 on network 902a45ce-0cd8-49fc-843b-8d263e4dc620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:18:16.030220 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Attempting to bind port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 on network 902a45ce-0cd8-49fc-843b-8d263e4dc620 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:16.041608 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:18:16.041948 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Checking segment: {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:16.042334 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Bound using segment: {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:18:16.042790 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Bound port: 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:18:16.043137 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:16.121525 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86664a6e-b8ea-4110-adbd-2a6c4570dfa4 req-125a5bf5-beb3-45f7-b311-8d3a4b7aad3c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986307 Jan 16 23:18:16.141559 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e73a9-4aef-464b-912d-894c9b48205c req-307292da-b6c7-4fd9-b90a-b5d2557ccb56 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.148010 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] For port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:18:16.153997 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8f9e73a9-4aef-464b-912d-894c9b48205c req-307292da-b6c7-4fd9-b90a-b5d2557ccb56 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.1035819 Jan 16 23:18:16.156881 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] For port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:18:16.158144 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd01e8-bc92-4f94-9449-7963f06f2ca4 None None] Network 08e1b3e2-bd27-4900-a98f-8be430aa0a15 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:16.169957 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:16.242582 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8f9e73a9-4aef-464b-912d-894c9b48205c req-bbb0725a-98f1-4d52-a8b9-14998a50b5a6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870149 Jan 16 23:18:16.242759 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.243372 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:16.245659 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] 10.222.0.76 "PUT /v2.0/ports/091ab97b-f9ca-4c78-abe5-7938f6aa13c8 HTTP/1.1" status: 200 len: 1094 time: 1.1301789 Jan 16 23:18:16.246184 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d5058c-6895-46f0-a08e-9154dd244607', 'tag': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:16.249159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415dfd2e-802a-41f6-ba59-d0af50bb64ef" -d '{"events": [{"name": "network-changed", "server_uuid": "90d5058c-6895-46f0-a08e-9154dd244607", "tag": "091ab97b-f9ca-4c78-abe5-7938f6aa13c8"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:16.275439 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476379ee-3325-4c51-bc95-782c3561b1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:16.323064 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3993c1e5-8b7b-46ff-b812-461e78c29659 x-openstack-request-id: req-3993c1e5-8b7b-46ff-b812-461e78c29659 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:16.323697 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d5058c-6895-46f0-a08e-9154dd244607", "tag": "091ab97b-f9ca-4c78-abe5-7938f6aa13c8", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:16.324107 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3993c1e5-8b7b-46ff-b812-461e78c29659 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:16.324519 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d5058c-6895-46f0-a08e-9154dd244607', 'tag': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8', 'status': 'completed', 'code': 200} Jan 16 23:18:16.425384 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dfd2e-802a-41f6-ba59-d0af50bb64ef req-15e0a587-3778-4118-be1f-a0514f5ce27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.426884 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-415dfd2e-802a-41f6-ba59-d0af50bb64ef req-15e0a587-3778-4118-be1f-a0514f5ce27e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3faa16178be4e6d813202c946cbed51&device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 1097 time: 0.0426958 Jan 16 23:18:16.703390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dfd2e-802a-41f6-ba59-d0af50bb64ef req-26ab85ac-7930-46cc-ab4c-9fde383fcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.704894 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-415dfd2e-802a-41f6-ba59-d0af50bb64ef req-26ab85ac-7930-46cc-ab4c-9fde383fcdc2 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=f3faa16178be4e6d813202c946cbed51&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2259727 Jan 16 23:18:16.956041 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de49af4-cd5e-41a3-9ea0-db056f67de2f req-f9be0afb-c9e4-47bb-a0f6-b52c4bc20323 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.957674 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3de49af4-cd5e-41a3-9ea0-db056f67de2f req-f9be0afb-c9e4-47bb-a0f6-b52c4bc20323 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0547523 Jan 16 23:18:16.997096 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dfd2e-802a-41f6-ba59-d0af50bb64ef req-c9247a6f-673a-4d5b-bc7d-54ede96667c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:16.998599 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-415dfd2e-802a-41f6-ba59-d0af50bb64ef req-c9247a6f-673a-4d5b-bc7d-54ede96667c1 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2820265 Jan 16 23:18:17.034423 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3de49af4-cd5e-41a3-9ea0-db056f67de2f req-9f7ed249-c499-4fd6-a947-154e2dde3ccb tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696094 Jan 16 23:18:17.037817 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9ccb-cd53-4629-94c4-9b20328bdca8 req-9317d760-6d63-43dc-a7b4-f100c99c8800 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:17.039312 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-047e9ccb-cd53-4629-94c4-9b20328bdca8 req-9317d760-6d63-43dc-a7b4-f100c99c8800 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 944 time: 0.0788314 Jan 16 23:18:17.133001 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-047e9ccb-cd53-4629-94c4-9b20328bdca8 req-448cddee-89e0-492e-96cc-5c0460b1c86f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Jan 16 23:18:17.147946 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-bbbba1d9-0f84-49ea-9efe-1f6f2dbe6004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:17.151391 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-bbbba1d9-0f84-49ea-9efe-1f6f2dbe6004 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3faa16178be4e6d813202c946cbed51&device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 1097 time: 0.0794239 Jan 16 23:18:17.208295 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-a0146ca2-f4ec-4806-92ff-3a7b8ca51653 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=091ab97b-f9ca-4c78-abe5-7938f6aa13c8 HTTP/1.1" status: 200 len: 217 time: 0.0386825 Jan 16 23:18:17.241214 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99cc8-464e-441a-bc49-48911947387b req-d7468585-cf12-43df-932d-d136db3bc173 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:17.242717 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-adb99cc8-464e-441a-bc49-48911947387b req-d7468585-cf12-43df-932d-d136db3bc173 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0495770 Jan 16 23:18:17.263262 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-94dc8649-46d5-4383-9baa-f306ce38cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:17.264729 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-94dc8649-46d5-4383-9baa-f306ce38cf31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21fa8e20-cb22-4f36-9161-6f1f510e16a8 HTTP/1.1" status: 200 len: 849 time: 0.0506616 Jan 16 23:18:17.276307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:17.299905 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-2832c43c-959f-4f6f-a404-9c5f3ad0e993 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=902a45ce-0cd8-49fc-843b-8d263e4dc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266984 Jan 16 23:18:17.301260 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-adb99cc8-464e-441a-bc49-48911947387b req-3a68cb6f-0abf-48f1-b9e8-8a6b08c61c7d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521326 Jan 16 23:18:17.405982 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-9601e37b-f78c-408b-bc7d-0e159e7aca56 service neutron] 10.222.0.76 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995233 Jan 16 23:18:17.524872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466cfe-188d-49a2-bf6d-1d1d0d95933e req-95073a64-0251-4273-b5f4-1691a0edac78 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:17.526475 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a7466cfe-188d-49a2-bf6d-1d1d0d95933e req-95073a64-0251-4273-b5f4-1691a0edac78 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1061890 Jan 16 23:18:17.535449 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 35416) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:17.539930 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'floatingip': {'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:17.543912 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3f954ef-3337-4f99-8ec8-6bebf7d285e1 req-26ccd261-17f9-483e-88d9-db4dedc4301d service neutron] 10.222.0.76 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315079 Jan 16 23:18:17.585882 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:17.621414 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (4b5690e9-37bb-4228-adad-6f3c9e599297), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:18.536972 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87aeea-a4db-4375-b4fe-fe86459bb1a4 req-e625ef5d-6edd-4d6f-8b7f-d6e2b65d4ac4 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:18.538543 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c87aeea-a4db-4375-b4fe-fe86459bb1a4 req-e625ef5d-6edd-4d6f-8b7f-d6e2b65d4ac4 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 944 time: 0.1627505 Jan 16 23:18:18.593833 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:18.601579 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (4b5690e9-37bb-4228-adad-6f3c9e599297), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:18.655402 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c87aeea-a4db-4375-b4fe-fe86459bb1a4 req-1cbf73f0-b3c3-42ff-916e-0bf9272d6108 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084111 Jan 16 23:18:18.723029 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Floating IP 4b5690e9-37bb-4228-adad-6f3c9e599297 associated. External IP: 172.27.3.47, port: 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7. Jan 16 23:18:18.973640 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Router 934afa0a-2f44-4727-987b-89a01a9fb556 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:18:19.079039 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:18:19.083833 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:19.093186 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:18:19.103561 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:18:19.104315 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:18:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:19.110356 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7c7abc7d-72da-411c-b473-5160a874e223 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "PUT /v2.0/floatingips/4b5690e9-37bb-4228-adad-6f3c9e599297 HTTP/1.1" status: 200 len: 990 time: 1.5738816 Jan 16 23:18:19.110918 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:19.113135 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494f058c-5bf1-496f-8010-b67761f1e48d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:19.153595 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bc1ce5-c94d-4cdd-b83d-e17103d4d430 x-openstack-request-id: req-b1bc1ce5-c94d-4cdd-b83d-e17103d4d430 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:19.154073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:19.154488 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b1bc1ce5-c94d-4cdd-b83d-e17103d4d430 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:19.155032 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'status': 'completed', 'code': 200} Jan 16 23:18:19.222969 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:18:19.246543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f058c-5bf1-496f-8010-b67761f1e48d req-229ef193-1eef-4985-8317-198cce112c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:19.248505 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-229ef193-1eef-4985-8317-198cce112c05 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1098 time: 0.0421069 Jan 16 23:18:19.377643 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f058c-5bf1-496f-8010-b67761f1e48d req-3413e29c-f4c6-48d9-876f-1b0b5f8c6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:19.379316 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-3413e29c-f4c6-48d9-876f-1b0b5f8c6552 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.1248209 Jan 16 23:18:19.526115 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-8306e080-c3b2-499d-96db-d586ab15f383 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 998 time: 0.1329660 Jan 16 23:18:19.544683 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '4b5690e9-37bb-4228-adad-6f3c9e599297', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'mac_address': 'fa:16:3e:8c:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:17:47Z', 'updated_at': '2022-01-16T23:18:18Z', 'revision_number': 1, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:19.602422 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f058c-5bf1-496f-8010-b67761f1e48d req-5d48c92a-bff1-4867-9e5d-b3a2e8972c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:19.606066 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-5d48c92a-bff1-4867-9e5d-b3a2e8972c63 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0686874 Jan 16 23:18:19.673220 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:18:19.684301 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:18:19.684939 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:18:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:19.818114 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:18:19.939572 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f058c-5bf1-496f-8010-b67761f1e48d req-1ca69e60-115d-4398-bd96-e546ba5ac748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:19.943128 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-1ca69e60-115d-4398-bd96-e546ba5ac748 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3247898 Jan 16 23:18:20.076532 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-34b49e12-cab1-45b3-8855-b2218370e978 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257641 Jan 16 23:18:20.139049 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a9fd2-7f42-4166-b5be-95c45bca87b2 req-b2992ee9-d087-499f-9186-1b49839fb943 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:20.141181 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-203a9fd2-7f42-4166-b5be-95c45bca87b2 req-b2992ee9-d087-499f-9186-1b49839fb943 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 944 time: 0.0808320 Jan 16 23:18:20.177396 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '4b5690e9-37bb-4228-adad-6f3c9e599297', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'mac_address': 'fa:16:3e:8c:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:17:47Z', 'updated_at': '2022-01-16T23:18:18Z', 'revision_number': 1, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:20.213030 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db07abe-0e37-4679-a5c9-c960f947ac5d None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '4b5690e9-37bb-4228-adad-6f3c9e599297', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'floating_ip_address': '172.27.3.47', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'mac_address': 'fa:16:3e:8c:d8:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:17:47Z', 'updated_at': '2022-01-16T23:18:18Z', 'revision_number': 1, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:18:20.279331 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-203a9fd2-7f42-4166-b5be-95c45bca87b2 req-b71d47a3-cd6b-4bdf-a788-ac4316b693e8 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180608 Jan 16 23:18:20.315065 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-494f058c-5bf1-496f-8010-b67761f1e48d req-d2d75c09-604c-457f-950d-b724af05df39 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316823 Jan 16 23:18:20.457710 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8fbc0f-4492-4752-9616-eda846c28973 None None] New status for floating IP 4b5690e9-37bb-4228-adad-6f3c9e599297: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:18:20.674220 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:18:20.772012 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:20.784537 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8', 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620', 'port_id': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8', 'mac_address': 'fa:16:3e:f0:0e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fa8e20-cb22-4f36-9161-6f1f510e16a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:18:20.825184 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:20.825603 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:20.838931 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:20.859818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:20.863543 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:20.912350 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:21.062747 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35572) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:21.172187 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-beada235-35f0-4a0f-b6e1-d0ba934ba508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.272982 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-beada235-35f0-4a0f-b6e1-d0ba934ba508 admin admin] Publish callbacks [] for security_group (cc1da765-f41e-4222-86c0-e16f90f1fa99), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.277022 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-beada235-35f0-4a0f-b6e1-d0ba934ba508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cc1da765-f41e-4222-86c0-e16f90f1fa99), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.318113 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beada235-35f0-4a0f-b6e1-d0ba934ba508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1da765-f41e-4222-86c0-e16f90f1fa99,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:21.324295 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-beada235-35f0-4a0f-b6e1-d0ba934ba508 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=529275469ff346898258a1844126d124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603204 Jan 16 23:18:21.327723 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['091ab97b-f9ca-4c78-abe5-7938f6aa13c8'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:21.327843 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35590) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:21.425522 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5605925f-3f57-43fb-a769-2dfa386283ad admin admin] Publish callbacks [] for security_group (cc1da765-f41e-4222-86c0-e16f90f1fa99), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.453940 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395df23-b792-43a3-960c-aa3dc04e5925 req-4d0bb5d2-3409-404e-aebc-56b449f5cbed tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:21.461991 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b395df23-b792-43a3-960c-aa3dc04e5925 req-4d0bb5d2-3409-404e-aebc-56b449f5cbed tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 945 time: 0.0905313 Jan 16 23:18:21.477615 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5605925f-3f57-43fb-a769-2dfa386283ad admin admin] Publish callbacks [] for security_group (cc1da765-f41e-4222-86c0-e16f90f1fa99), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.552260 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b395df23-b792-43a3-960c-aa3dc04e5925 req-f7627362-5278-4c12-af3a-2cc02d8c8943 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890820 Jan 16 23:18:21.577961 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5605925f-3f57-43fb-a769-2dfa386283ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cc1da765-f41e-4222-86c0-e16f90f1fa99), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.581112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5605925f-3f57-43fb-a769-2dfa386283ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.582288 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-5605925f-3f57-43fb-a769-2dfa386283ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc1da765-f41e-4222-86c0-e16f90f1fa99 HTTP/1.1" status: 204 len: 168 time: 0.2536345 Jan 16 23:18:21.589985 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605925f-3f57-43fb-a769-2dfa386283ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1da765-f41e-4222-86c0-e16f90f1fa99,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:21.851917 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35608) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:21.865243 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-46b4c664-aeb2-47e7-9f9c-435e2c0bc2df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.938806 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-46b4c664-aeb2-47e7-9f9c-435e2c0bc2df admin admin] Publish callbacks [] for security_group (0f80a25a-c07a-49b7-932c-04e38e88dc35), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.943152 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-46b4c664-aeb2-47e7-9f9c-435e2c0bc2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (0f80a25a-c07a-49b7-932c-04e38e88dc35), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:21.986412 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-46b4c664-aeb2-47e7-9f9c-435e2c0bc2df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=290529d920e54e8eb0f2d44e7f031242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308446 Jan 16 23:18:21.986412 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4c664-aeb2-47e7-9f9c-435e2c0bc2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f80a25a-c07a-49b7-932c-04e38e88dc35,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:21.987277 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35612) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:22.034576 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa98c-5251-4902-b26b-22f25bf39684 admin admin] Publish callbacks [] for security_group (0f80a25a-c07a-49b7-932c-04e38e88dc35), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:22.055773 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa98c-5251-4902-b26b-22f25bf39684 admin admin] Publish callbacks [] for security_group (0f80a25a-c07a-49b7-932c-04e38e88dc35), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:22.101094 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa98c-5251-4902-b26b-22f25bf39684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (0f80a25a-c07a-49b7-932c-04e38e88dc35), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:22.103654 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa98c-5251-4902-b26b-22f25bf39684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:22.104817 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8b6aa98c-5251-4902-b26b-22f25bf39684 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f80a25a-c07a-49b7-932c-04e38e88dc35 HTTP/1.1" status: 204 len: 168 time: 0.1168115 Jan 16 23:18:22.112947 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa98c-5251-4902-b26b-22f25bf39684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f80a25a-c07a-49b7-932c-04e38e88dc35,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:22.678106 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:22.704845 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09132-7a95-46be-91d5-92d33dbddd30 req-998749eb-4132-4db6-ae49-97e8418bc198 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:22.717058 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c9c09132-7a95-46be-91d5-92d33dbddd30 req-998749eb-4132-4db6-ae49-97e8418bc198 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 945 time: 0.0834813 Jan 16 23:18:22.761836 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:18:22.767397 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:22.772003 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:22.801968 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c9c09132-7a95-46be-91d5-92d33dbddd30 req-033890fa-d2a1-4ab7-ac6a-b2d3f062b8b5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732496 Jan 16 23:18:23.000561 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:23.001197 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.047424 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d5058c-6895-46f0-a08e-9154dd244607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:23.050578 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc8f6e-9865-486c-a858-8eb4e84269d9" -d '{"events": [{"server_uuid": "90d5058c-6895-46f0-a08e-9154dd244607", "name": "network-vif-plugged", "status": "completed", "tag": "091ab97b-f9ca-4c78-abe5-7938f6aa13c8"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:23.064307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:23.073002 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.133051 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a32f8bf-9e3e-4ee0-95ca-71a7b43c29ce x-openstack-request-id: req-8a32f8bf-9e3e-4ee0-95ca-71a7b43c29ce {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:23.133724 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d5058c-6895-46f0-a08e-9154dd244607", "name": "network-vif-plugged", "status": "completed", "tag": "091ab97b-f9ca-4c78-abe5-7938f6aa13c8", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:23.134040 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8a32f8bf-9e3e-4ee0-95ca-71a7b43c29ce {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:23.134506 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d5058c-6895-46f0-a08e-9154dd244607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8', 'code': 200} Jan 16 23:18:23.157254 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:23.283834 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35692) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:23.371690 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ec1ac-4b61-4a07-a9da-f09f59f6013f req-8cc0a525-66c1-4895-a3c2-13ffcf9da2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:23.373402 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dd4ec1ac-4b61-4a07-a9da-f09f59f6013f req-8cc0a525-66c1-4895-a3c2-13ffcf9da2e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 1099 time: 0.0520847 Jan 16 23:18:23.409195 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8d143e2d-43fd-4fb0-8105-d0668df09e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.425734 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dd4ec1ac-4b61-4a07-a9da-f09f59f6013f req-c7a27c78-0b79-4f12-864b-c8350a181cb9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418975 Jan 16 23:18:23.483449 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8d143e2d-43fd-4fb0-8105-d0668df09e17 admin admin] Publish callbacks [] for security_group (cc6627b3-61d2-48b3-a514-20474c92fb21), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.488691 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8d143e2d-43fd-4fb0-8105-d0668df09e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cc6627b3-61d2-48b3-a514-20474c92fb21), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.526239 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8d143e2d-43fd-4fb0-8105-d0668df09e17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86a54fb9b609411696093c1c9518a9ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412810 Jan 16 23:18:23.527079 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d143e2d-43fd-4fb0-8105-d0668df09e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6627b3-61d2-48b3-a514-20474c92fb21,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:23.528868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 35706) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:23.583510 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59e45626-ef4b-4cd2-b156-ec09bad03343 admin admin] Publish callbacks [] for security_group (cc6627b3-61d2-48b3-a514-20474c92fb21), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.607337 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59e45626-ef4b-4cd2-b156-ec09bad03343 admin admin] Publish callbacks [] for security_group (cc6627b3-61d2-48b3-a514-20474c92fb21), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.652713 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59e45626-ef4b-4cd2-b156-ec09bad03343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cc6627b3-61d2-48b3-a514-20474c92fb21), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.655352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-59e45626-ef4b-4cd2-b156-ec09bad03343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:23.656514 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-59e45626-ef4b-4cd2-b156-ec09bad03343 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc6627b3-61d2-48b3-a514-20474c92fb21 HTTP/1.1" status: 204 len: 168 time: 0.1264091 Jan 16 23:18:23.664913 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e45626-ef4b-4cd2-b156-ec09bad03343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6627b3-61d2-48b3-a514-20474c92fb21,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:23.932483 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49807be-8163-4fc7-8bd3-2b818e23977c req-eb935f19-c441-4cba-a39b-340e262deebc tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:23.942222 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f49807be-8163-4fc7-8bd3-2b818e23977c req-eb935f19-c441-4cba-a39b-340e262deebc tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 946 time: 0.0666020 Jan 16 23:18:23.997987 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f49807be-8163-4fc7-8bd3-2b818e23977c req-2ed2c0df-4bda-483d-9a61-7ecded68062c tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545595 Jan 16 23:18:24.011975 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 35730) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:24.029198 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fef38b4d-7697-431d-96c7-9b6e2ea7e497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.150062 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fef38b4d-7697-431d-96c7-9b6e2ea7e497 admin admin] Publish callbacks [] for security_group (46f7d732-ee70-47b4-8a54-a4c489f37760), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.160469 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fef38b4d-7697-431d-96c7-9b6e2ea7e497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (46f7d732-ee70-47b4-8a54-a4c489f37760), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.201249 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-fef38b4d-7697-431d-96c7-9b6e2ea7e497 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ab32f5d1cf23481bb951cf4fec601074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872458 Jan 16 23:18:24.201419 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef38b4d-7697-431d-96c7-9b6e2ea7e497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f7d732-ee70-47b4-8a54-a4c489f37760,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:24.203388 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 35750) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:24.257877 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86b72090-4340-406a-b92d-e0a24f29627f admin admin] Publish callbacks [] for security_group (46f7d732-ee70-47b4-8a54-a4c489f37760), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.288384 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86b72090-4340-406a-b92d-e0a24f29627f admin admin] Publish callbacks [] for security_group (46f7d732-ee70-47b4-8a54-a4c489f37760), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.339355 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86b72090-4340-406a-b92d-e0a24f29627f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (46f7d732-ee70-47b4-8a54-a4c489f37760), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.342457 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86b72090-4340-406a-b92d-e0a24f29627f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:24.346006 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-86b72090-4340-406a-b92d-e0a24f29627f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46f7d732-ee70-47b4-8a54-a4c489f37760 HTTP/1.1" status: 204 len: 168 time: 0.1412859 Jan 16 23:18:24.358098 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b72090-4340-406a-b92d-e0a24f29627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f7d732-ee70-47b4-8a54-a4c489f37760,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:25.133721 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b0944-49ed-4e22-b046-2f1d684a280d req-638bafc5-3f06-4d93-aa65-c2cee948b83e tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:25.135626 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c81b0944-49ed-4e22-b046-2f1d684a280d req-638bafc5-3f06-4d93-aa65-c2cee948b83e tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 946 time: 0.0603588 Jan 16 23:18:25.216744 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c81b0944-49ed-4e22-b046-2f1d684a280d req-16f2c14e-c682-43a5-9bea-f66515840957 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727987 Jan 16 23:18:26.263554 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a1c98-9def-4de1-870e-f06bd258f406 req-1f751d17-b957-4aae-9493-26488dc3e6d0 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:26.265260 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-097a1c98-9def-4de1-870e-f06bd258f406 req-1f751d17-b957-4aae-9493-26488dc3e6d0 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 946 time: 0.0551388 Jan 16 23:18:26.317744 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-097a1c98-9def-4de1-870e-f06bd258f406 req-29231855-02c7-4f42-b17d-2097d830ce01 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Jan 16 23:18:27.434611 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bac9e4-9783-4fb6-9522-846409c7536a req-f74e80e7-efc4-40ce-923c-694eab25ded6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:27.436265 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f0bac9e4-9783-4fb6-9522-846409c7536a req-f74e80e7-efc4-40ce-923c-694eab25ded6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 946 time: 0.0508158 Jan 16 23:18:27.521922 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f0bac9e4-9783-4fb6-9522-846409c7536a req-164a2ba3-80c3-48a7-b116-1075ddf00572 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775228 Jan 16 23:18:27.801004 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-2bb7f6be-86e5-4dd1-ad4e-a388545f0996 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:27.802576 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-2bb7f6be-86e5-4dd1-ad4e-a388545f0996 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.1162364 Jan 16 23:18:27.816959 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-86c91ebf-268c-467e-84d5-d9000a3a4408 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/quotas/b0409069f3c5402297eec9a6afacaac4 HTTP/1.1" status: 200 len: 375 time: 0.0092258 Jan 16 23:18:27.878894 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-974ee6c9-0603-4245-b59a-760d9bb4c1f4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567348 Jan 16 23:18:27.982217 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-d24b01c7-be0a-44b1-a88c-c2738571b3a7 service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962722 Jan 16 23:18:28.077562 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-c28bbcaa-b979-4936-9c93-17d480b65761 service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883074 Jan 16 23:18:28.233596 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8381fe87-6963-407b-ad8d-828c70278120 req-05907e58-69e5-4cf9-9488-78008bebd738 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0258353 Jan 16 23:18:28.360383 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-b1027071-8553-411c-972d-8c9e46a7cea5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:28.362580 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-b1027071-8553-411c-972d-8c9e46a7cea5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 946 time: 0.0637484 Jan 16 23:18:28.515407 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Deleting port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:18:28.516030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:28.654584 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] For port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:28.660344 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:28.682069 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Calling delete_port for 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:18:28.682662 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3600554-2dc7-4c0d-9e63-85b21b345f8b req-c7230ca7-3094-4797-b9ba-3b9cf6bf5774 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:28.684439 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a3600554-2dc7-4c0d-9e63-85b21b345f8b req-c7230ca7-3094-4797-b9ba-3b9cf6bf5774 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 946 time: 0.0753539 Jan 16 23:18:28.741183 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a3600554-2dc7-4c0d-9e63-85b21b345f8b req-b623d573-bff6-4334-b787-6b33a3841c4c tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499008 Jan 16 23:18:28.870994 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190'] for port (091ab97b-f9ca-4c78-abe5-7938f6aa13c8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:28.902078 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Pushing event deleted for resources: {'Port': ['ID=091ab97b-f9ca-4c78-abe5-7938f6aa13c8,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:28.933419 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['091ab97b-f9ca-4c78-abe5-7938f6aa13c8'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:29.016246 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] No DVR routers for this DVR port 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:18:29.019677 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.024296 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6687d3e4-5593-4fa0-9087-7ed1dff07b45 req-6d6263e9-b104-4b1e-9521-8fcd4866b17d tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "DELETE /v2.0/ports/091ab97b-f9ca-4c78-abe5-7938f6aa13c8 HTTP/1.1" status: 204 len: 173 time: 0.6546144 Jan 16 23:18:29.024842 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d5058c-6895-46f0-a08e-9154dd244607', 'name': 'network-vif-deleted', 'tag': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:29.031639 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f4f4f8-224f-41f8-aac4-9e89c724bf5e" -d '{"events": [{"server_uuid": "90d5058c-6895-46f0-a08e-9154dd244607", "name": "network-vif-deleted", "tag": "091ab97b-f9ca-4c78-abe5-7938f6aa13c8"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:29.082343 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb4e0e4-9a88-48bc-843e-8444a5f5f8e2 x-openstack-request-id: req-acb4e0e4-9a88-48bc-843e-8444a5f5f8e2 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:29.082744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d5058c-6895-46f0-a08e-9154dd244607", "name": "network-vif-deleted", "tag": "091ab97b-f9ca-4c78-abe5-7938f6aa13c8", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:29.083004 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-acb4e0e4-9a88-48bc-843e-8444a5f5f8e2 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:29.083374 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d5058c-6895-46f0-a08e-9154dd244607', 'name': 'network-vif-deleted', 'tag': '091ab97b-f9ca-4c78-abe5-7938f6aa13c8', 'status': 'completed', 'code': 200} Jan 16 23:18:29.319890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36006) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:29.326591 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9903f5f3-71eb-44b7-aad6-b4e4ae860970 req-3a30a47d-89d2-4d6e-8bf1-f9ff4b53a634 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0254292 Jan 16 23:18:29.427614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb7741e9-fbeb-4911-8cec-67ea0052a5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.504535 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb7741e9-fbeb-4911-8cec-67ea0052a5a9 admin admin] Publish callbacks [] for security_group (7d6f8875-8bcb-4a56-8033-3e7743f08e62), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.508401 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb7741e9-fbeb-4911-8cec-67ea0052a5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7d6f8875-8bcb-4a56-8033-3e7743f08e62), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.546224 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7741e9-fbeb-4911-8cec-67ea0052a5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f8875-8bcb-4a56-8033-3e7743f08e62,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:29.551077 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-eb7741e9-fbeb-4911-8cec-67ea0052a5a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71cefa4cbfe4e379ff3c4bb235a98e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300923 Jan 16 23:18:29.554173 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36018) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:29.612814 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0abba36d-a672-4578-aa67-625d2b628d9c admin admin] Publish callbacks [] for security_group (7d6f8875-8bcb-4a56-8033-3e7743f08e62), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.638404 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0abba36d-a672-4578-aa67-625d2b628d9c admin admin] Publish callbacks [] for security_group (7d6f8875-8bcb-4a56-8033-3e7743f08e62), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.799272 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-66cad066-4bbd-45a3-b2d5-27757edbe99b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:29.801039 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-66cad066-4bbd-45a3-b2d5-27757edbe99b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.1242089 Jan 16 23:18:29.806697 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0abba36d-a672-4578-aa67-625d2b628d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7d6f8875-8bcb-4a56-8033-3e7743f08e62), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.811663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0abba36d-a672-4578-aa67-625d2b628d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:29.815211 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0abba36d-a672-4578-aa67-625d2b628d9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d6f8875-8bcb-4a56-8033-3e7743f08e62 HTTP/1.1" status: 204 len: 168 time: 0.2602715 Jan 16 23:18:29.844110 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Request body: {'port': {'device_id': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'admin_state_up': True, 'tenant_id': 'b0409069f3c5402297eec9a6afacaac4'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:29.853983 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abba36d-a672-4578-aa67-625d2b628d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f8875-8bcb-4a56-8033-3e7743f08e62,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:29.926457 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3b4501c5-a247-4550-a7d4-60701c99b3bd req-772b663f-a724-41e2-bb56-de0d1b5e2095 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d5058c-6895-46f0-a08e-9154dd244607 HTTP/1.1" status: 200 len: 210 time: 0.0621467 Jan 16 23:18:30.056683 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Made reservation on behalf of b0409069f3c5402297eec9a6afacaac4 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:30.062440 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.217804 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Allocated IP 172.20.0.10 (a365db0f-280a-49cc-a17d-3103008fd4e5/f55d561c-a138-4760-8d4c-c075aa6b36b8/cb57b108-1cfa-4ed3-bc94-4b240cc0e630) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:18:30.297140 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36060) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:30.312313 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3273967e-5655-45aa-81ff-db1e60547edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.405963 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks [] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.434579 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3273967e-5655-45aa-81ff-db1e60547edb admin admin] Publish callbacks [] for security_group (e436730c-b980-48be-a1f2-8e1226ed9ee0), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.441105 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3273967e-5655-45aa-81ff-db1e60547edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e436730c-b980-48be-a1f2-8e1226ed9ee0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.491148 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3273967e-5655-45aa-81ff-db1e60547edb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=451a2c12b4dd40a1ae8ac3fc5807e3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927168 Jan 16 23:18:30.492283 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273967e-5655-45aa-81ff-db1e60547edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436730c-b980-48be-a1f2-8e1226ed9ee0,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:30.494564 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36068) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:30.505867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.522034 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc018939-df8a-4680-a363-09ed40ff21da req-3ac84b2a-f3d8-43c0-879a-54e2866e77f1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0668228 Jan 16 23:18:30.577017 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Network a365db0f-280a-49cc-a17d-3103008fd4e5 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:30.581880 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:30.587283 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:18:30.588616 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ee05-7aa8-45bd-ada8-c74f6e9ad5af admin admin] Publish callbacks [] for security_group (e436730c-b980-48be-a1f2-8e1226ed9ee0), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.592032 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:30.593036 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.607791 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event updated for resources: {'Port': ['ID=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:30.612281 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ee05-7aa8-45bd-ada8-c74f6e9ad5af admin admin] Publish callbacks [] for security_group (e436730c-b980-48be-a1f2-8e1226ed9ee0), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.615783 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-982bc3e3-b52d-43dd-8af1-c0877542ca37 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7804108 Jan 16 23:18:30.663526 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ee05-7aa8-45bd-ada8-c74f6e9ad5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e436730c-b980-48be-a1f2-8e1226ed9ee0), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.666320 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ee05-7aa8-45bd-ada8-c74f6e9ad5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:30.670522 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-2ab6ee05-7aa8-45bd-ada8-c74f6e9ad5af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e436730c-b980-48be-a1f2-8e1226ed9ee0 HTTP/1.1" status: 204 len: 168 time: 0.1727116 Jan 16 23:18:30.677881 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6ee05-7aa8-45bd-ada8-c74f6e9ad5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436730c-b980-48be-a1f2-8e1226ed9ee0,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:31.254011 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-e19e31a4-88ca-46fe-be29-53c4ff3bf698 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:31.255474 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-e19e31a4-88ca-46fe-be29-53c4ff3bf698 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/networks?id=902a45ce-0cd8-49fc-843b-8d263e4dc620 HTTP/1.1" status: 200 len: 809 time: 0.1054513 Jan 16 23:18:31.270667 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-abe4026b-1101-4d62-96db-c834803dea37 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/quotas/f3faa16178be4e6d813202c946cbed51 HTTP/1.1" status: 200 len: 375 time: 0.0097036 Jan 16 23:18:31.302120 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-a1af8cb8-2f58-4263-94c3-1bd232a35318 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3faa16178be4e6d813202c946cbed51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256896 Jan 16 23:18:31.389607 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-d984d4e4-cf97-47c3-8848-67dc53dac524 service neutron] 10.222.0.35 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808361 Jan 16 23:18:31.487621 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-f8ab2ab9-fe2f-4c8d-93ca-ec1b8060a63f service neutron] 10.222.0.35 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918396 Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.686519 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:31.688531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc088af-8bd4-498c-964a-c2671cd34b10 req-42a2b228-b7f4-45fc-9e0d-fe529651b7db tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:31.689934 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fbc088af-8bd4-498c-964a-c2671cd34b10 req-42a2b228-b7f4-45fc-9e0d-fe529651b7db tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 932 time: 0.0513635 Jan 16 23:18:31.748667 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fbc088af-8bd4-498c-964a-c2671cd34b10 req-15ab3f62-6076-4e12-b755-e41db2b24c55 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505278 Jan 16 23:18:31.817163 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2755f1dd-bc8d-4b01-b72f-b38ec591573c req-5276d17f-8e97-4edd-ba4a-12ba47a64144 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 210 time: 0.0312445 Jan 16 23:18:32.860220 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84df6d-4aab-46a8-ac05-86a6cd305eb3 req-5f0ee5c4-f88c-4ff2-87a2-07dfa27e298c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:32.861812 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc84df6d-4aab-46a8-ac05-86a6cd305eb3 req-5f0ee5c4-f88c-4ff2-87a2-07dfa27e298c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 932 time: 0.0527997 Jan 16 23:18:32.907420 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc84df6d-4aab-46a8-ac05-86a6cd305eb3 req-6d9ae0eb-820e-424e-8ab2-7cb4e8faa2c7 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Jan 16 23:18:32.984168 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-eec10b78-4519-4ee9-bb12-8c53da87b6a3 req-ec1acd6c-e225-44ae-bc33-1e34608734f3 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 210 time: 0.0247190 Jan 16 23:18:33.195520 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:33.245555 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Request body: {'port': {'device_id': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:33.304417 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:33.563738 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb57b108-1cfa-4ed3-bc94-4b240cc0e630 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:33.570917 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Publish callbacks [] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:33.583054 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Transition to ACTIVE for port object cb57b108-1cfa-4ed3-bc94-4b240cc0e630 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:18:33.586676 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:33.636562 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:33.659596 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.659941 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.660282 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.660617 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.660950 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.661304 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.661631 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.661972 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.662298 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.662619 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.662942 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.663261 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.663581 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:33.674932 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Attempting to bind port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:18:33.675263 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Attempting to bind port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:18:33.675584 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Attempting to bind port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:33.679799 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 on network a365db0f-280a-49cc-a17d-3103008fd4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:18:33.680110 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Attempting to bind port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:33.684724 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:18:33.685054 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Checking segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:33.685459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Bound using segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:18:33.685877 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Bound port: cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:18:33.686223 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:33.748674 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] For port cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:18:33.752294 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] For port cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:18:33.757259 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:33.800381 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:33.800934 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:33.802977 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] 10.222.0.76 "PUT /v2.0/ports/cb57b108-1cfa-4ed3-bc94-4b240cc0e630 HTTP/1.1" status: 200 len: 1094 time: 0.5616844 Jan 16 23:18:33.803762 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'tag': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:33.806008 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f400f43-d301-459a-818d-9add6eafbbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be", "tag": "cb57b108-1cfa-4ed3-bc94-4b240cc0e630"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:33.826658 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfb9cc-6c18-4b58-8efc-03e3b8fe6ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:33.846887 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94936cb-5de6-4928-8c34-f3f8db8cd1de x-openstack-request-id: req-f94936cb-5de6-4928-8c34-f3f8db8cd1de {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:33.847180 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be", "tag": "cb57b108-1cfa-4ed3-bc94-4b240cc0e630", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:33.847439 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f94936cb-5de6-4928-8c34-f3f8db8cd1de {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:33.847864 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'tag': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'status': 'completed', 'code': 200} Jan 16 23:18:34.021888 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2c2d-4d9a-4ff4-bbf2-f1b164189c9c req-88876549-f49d-4302-bdf9-1751a687e2ea tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:34.023739 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b59f2c2d-4d9a-4ff4-bbf2-f1b164189c9c req-88876549-f49d-4302-bdf9-1751a687e2ea tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 944 time: 0.0478137 Jan 16 23:18:34.074499 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b59f2c2d-4d9a-4ff4-bbf2-f1b164189c9c req-0750a744-c84f-4a0f-a6d4-912645d4a97a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Jan 16 23:18:34.080330 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3a056bc-dc6e-4798-bca3-fa2c5809d259 req-9cb51415-2d04-444c-9c15-e3bc374135d5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 210 time: 0.0273197 Jan 16 23:18:35.190602 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb06826-daa6-4796-aa40-79d0c2cd0674 req-29e87d03-7aaf-40c4-81cb-9a558d246e5e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:35.191990 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6eb06826-daa6-4796-aa40-79d0c2cd0674 req-29e87d03-7aaf-40c4-81cb-9a558d246e5e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 944 time: 0.0486732 Jan 16 23:18:35.241342 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6eb06826-daa6-4796-aa40-79d0c2cd0674 req-0f9f0491-19a0-4865-abf2-d4c7848aac16 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438972 Jan 16 23:18:35.318795 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6084735c-1cf7-49bb-bba7-5376f8aad113 req-460f106f-3c9d-4185-92c3-c3011f4aab1c tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 210 time: 0.0254955 Jan 16 23:18:36.352247 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733e49a-9a84-4fe3-9a24-0fd754affb13 req-01e67358-4150-479a-a8ef-68e924b30268 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:36.353722 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1733e49a-9a84-4fe3-9a24-0fd754affb13 req-01e67358-4150-479a-a8ef-68e924b30268 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 944 time: 0.0478115 Jan 16 23:18:36.400381 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1733e49a-9a84-4fe3-9a24-0fd754affb13 req-ba001261-bed0-41c2-a562-9d507c3f2238 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Jan 16 23:18:36.477715 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c25f737-a9de-4209-80aa-e7eb097af0cc req-e6653556-be51-4ef8-804a-9117b58f72de tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 210 time: 0.0256672 Jan 16 23:18:36.496646 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:18:36.517950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:18:36.518353 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 091ab97b-f9ca-4c78-abe5-7938f6aa13c8 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:18:36.624446 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400f43-d301-459a-818d-9add6eafbbd6 req-3f121e85-e3d0-471e-bde0-d84f9ff3a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:36.625941 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f400f43-d301-459a-818d-9add6eafbbd6 req-3f121e85-e3d0-471e-bde0-d84f9ff3a19e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 1097 time: 0.0434604 Jan 16 23:18:36.815449 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400f43-d301-459a-818d-9add6eafbbd6 req-9ddc23bd-f3fb-4643-8822-6a6a5bb665a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:36.817714 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f400f43-d301-459a-818d-9add6eafbbd6 req-9ddc23bd-f3fb-4643-8822-6a6a5bb665a7 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=b0409069f3c5402297eec9a6afacaac4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1033297 Jan 16 23:18:36.927836 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-25673cab-c127-451a-91c0-8e1e597c98ef tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:36.929735 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-25673cab-c127-451a-91c0-8e1e597c98ef tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "GET /v2.0/networks?id=902a45ce-0cd8-49fc-843b-8d263e4dc620 HTTP/1.1" status: 200 len: 809 time: 0.1119473 Jan 16 23:18:36.941899 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f400f43-d301-459a-818d-9add6eafbbd6 req-31008c84-b8f3-4c1a-b74a-4e7865f2d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:36.943792 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f400f43-d301-459a-818d-9add6eafbbd6 req-31008c84-b8f3-4c1a-b74a-4e7865f2d25b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157174 Jan 16 23:18:36.999643 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Request body: {'port': {'device_id': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620', 'admin_state_up': True, 'tenant_id': 'f3faa16178be4e6d813202c946cbed51'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:37.099397 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-e51facd7-ac66-4538-9764-31e158c0711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:37.101243 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-e51facd7-ac66-4538-9764-31e158c0711d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 1097 time: 0.0480874 Jan 16 23:18:37.134904 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Made reservation on behalf of f3faa16178be4e6d813202c946cbed51 for: {'port': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:37.139642 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:37.215809 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-1e5d5b67-9d54-4d3c-b2db-985b0b0141f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb57b108-1cfa-4ed3-bc94-4b240cc0e630 HTTP/1.1" status: 200 len: 217 time: 0.0488174 Jan 16 23:18:37.286499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-b6a69987-e8f4-4284-aded-7e04e1ee1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:37.290110 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-b6a69987-e8f4-4284-aded-7e04e1ee1618 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.0641859 Jan 16 23:18:37.300354 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Allocated IP 172.20.0.11 (902a45ce-0cd8-49fc-843b-8d263e4dc620/21fa8e20-cb22-4f36-9161-6f1f510e16a8/4db3d645-41dc-44c7-b257-8b8d4ab981e0) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:18:37.326235 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-ea8c1935-b8a6-46f8-ae77-c9c2f001c357 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291865 Jan 16 23:18:37.478499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks [] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:37.488877 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-0874b62e-5b51-4ee0-805a-ac56b0a10acf service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488469 Jan 16 23:18:37.568602 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:37.668757 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65414f3c-1c45-4395-bb8a-3d994dd1ad6e req-f8add1fc-1cd7-4878-a3f5-2b942225369d service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708903 Jan 16 23:18:37.686493 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d10d-ebe8-4b3d-bdb3-312f7538b3fd req-4105b896-57eb-42df-a028-78ecde76564e tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:37.688110 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ccd7d10d-ebe8-4b3d-bdb3-312f7538b3fd req-4105b896-57eb-42df-a028-78ecde76564e tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 932 time: 0.0750389 Jan 16 23:18:37.754014 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ccd7d10d-ebe8-4b3d-bdb3-312f7538b3fd req-59ce6973-6913-45f8-b8af-b22a356b46c7 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557659 Jan 16 23:18:37.842821 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Network 902a45ce-0cd8-49fc-843b-8d263e4dc620 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:37.844176 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Pushing event updated for resources: {'Port': ['ID=4db3d645-41dc-44c7-b257-8b8d4ab981e0,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:37.851467 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:37.855244 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:18:37.860290 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.860690 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.861849 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.862187 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.862523 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.862922 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.863279 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.863761 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.864312 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.864844 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.865491 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.865906 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.866458 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:37.878830 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9f4c-74ed-4110-9e91-df00844a0bb7 req-16288177-5095-4696-bef6-7f0ce56568db tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:37.880118 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7a4a9f4c-74ed-4110-9e91-df00844a0bb7 req-16288177-5095-4696-bef6-7f0ce56568db tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 944 time: 0.3448722 Jan 16 23:18:37.945725 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:37.946395 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:37.971346 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7a4a9f4c-74ed-4110-9e91-df00844a0bb7 req-896917d2-a173-4a0a-9dc0-14607f36da4b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718868 Jan 16 23:18:37.975052 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-b0b2a11b-eea9-4df6-bb6f-cb7e0919a854 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798987 Jan 16 23:18:37.998739 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Request body: {'port': {'device_id': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:38.060498 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.135530 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6681c7-a474-4012-975a-281ac1d16b69 req-ee65ebbd-c3c0-472f-a609-83d26990fbd6 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:38.137065 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9e6681c7-a474-4012-975a-281ac1d16b69 req-ee65ebbd-c3c0-472f-a609-83d26990fbd6 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.2974846 Jan 16 23:18:38.196179 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9e6681c7-a474-4012-975a-281ac1d16b69 req-3c58c171-c375-409a-ae1d-bc52726601b4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521677 Jan 16 23:18:38.218882 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36276) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:38.269136 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Deleting subnet 00261fe7-1662-4947-9d6d-07eea8f1914f {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:18:38.274612 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Publish callbacks [] for subnet (00261fe7-1662-4947-9d6d-07eea8f1914f), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.317342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Publish callbacks [] for subnet (00261fe7-1662-4947-9d6d-07eea8f1914f), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.324016 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (00261fe7-1662-4947-9d6d-07eea8f1914f), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.354963 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db3d645-41dc-44c7-b257-8b8d4ab981e0 {{(pid=102394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:38.364281 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Publish callbacks [] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.386632 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.provisioning_blocks [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Transition to ACTIVE for port object 4db3d645-41dc-44c7-b257-8b8d4ab981e0 will not be triggered until provisioned by entity L2. {{(pid=102394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:18:38.388685 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for subnet (00261fe7-1662-4947-9d6d-07eea8f1914f), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.393357 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.445435 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00261fe7-1662-4947-9d6d-07eea8f1914f,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:38.449447 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Pushing event updated for resources: {'Port': ['ID=4db3d645-41dc-44c7-b257-8b8d4ab981e0,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:38.454406 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.461031 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8663d3f9-a082-4e27-a2aa-6d0e20d00ed8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/00261fe7-1662-4947-9d6d-07eea8f1914f HTTP/1.1" status: 204 len: 168 time: 0.2409127 Jan 16 23:18:38.462141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36290) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:38.522565 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Attempting to bind port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:18:38.522904 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Attempting to bind port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:18:38.524311 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Attempting to bind port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 on network 902a45ce-0cd8-49fc-843b-8d263e4dc620 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:38.529633 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 on network 902a45ce-0cd8-49fc-843b-8d263e4dc620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:18:38.530041 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Attempting to bind port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 on network 902a45ce-0cd8-49fc-843b-8d263e4dc620 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:38.540585 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:18:38.540931 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Checking segment: {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:38.541341 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Bound using segment: {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:18:38.542129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Bound port: 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315c0770-3921-4898-a52a-9fcdec14e999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620'}}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:18:38.542508 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.553082 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (73e52138-878b-40b3-bb88-901136730621), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.581286 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36294) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:38.625248 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] For port 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host hv-cinder-82483, cleared binding levels {{(pid=102394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:18:38.630520 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] For port 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:18:38.636690 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.657091 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (73e52138-878b-40b3-bb88-901136730621), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.679101 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:38.679738 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.681115 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] 10.222.0.76 "PUT /v2.0/ports/4db3d645-41dc-44c7-b257-8b8d4ab981e0 HTTP/1.1" status: 200 len: 1094 time: 0.6866956 Jan 16 23:18:38.681586 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'tag': '4db3d645-41dc-44c7-b257-8b8d4ab981e0'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:38.684074 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e8e559-7a0f-473f-9a9b-885e66d7ae43" -d '{"events": [{"name": "network-changed", "server_uuid": "8c999f4b-781e-4b20-bcfd-c72dccbca7dc", "tag": "4db3d645-41dc-44c7-b257-8b8d4ab981e0"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:38.684322 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.684745 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.685643 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.687664 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > port after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.688214 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.699502 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > port after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.702430 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.702955 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.704630 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.705522 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.712959 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f99703-136f-4f64-a682-b64297276c23 service neutron] Pushing event updated for resources: {'Port': ['ID=4db3d645-41dc-44c7-b257-8b8d4ab981e0,revision_number=3']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:38.754021 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424e2545-fc11-4322-9c63-6d685a9bc50f x-openstack-request-id: req-424e2545-fc11-4322-9c63-6d685a9bc50f {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:38.754390 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c999f4b-781e-4b20-bcfd-c72dccbca7dc", "tag": "4db3d645-41dc-44c7-b257-8b8d4ab981e0", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:38.754711 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-424e2545-fc11-4322-9c63-6d685a9bc50f {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:38.755169 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'tag': '4db3d645-41dc-44c7-b257-8b8d4ab981e0', 'status': 'completed', 'code': 200} Jan 16 23:18:38.763246 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-edfdb731-5c7f-44a2-a9ce-c8079ad5b96a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.810467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.810829 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.811274 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.811476 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 16 23:18:38.811986 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e52138-878b-40b3-bb88-901136730621']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:38.850602 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ddbd11-6b22-4208-ae29-2d94ea9b2bc4') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:38.850902 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ddbd11-6b22-4208-ae29-2d94ea9b2bc4') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:38.869649 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (49ddbd11-6b22-4208-ae29-2d94ea9b2bc4), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.916233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-c2c1a4e4-a62e-4d33-9380-7623d0934d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:38.917772 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-c2c1a4e4-a62e-4d33-9380-7623d0934d29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3faa16178be4e6d813202c946cbed51&device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 1097 time: 0.1420684 Jan 16 23:18:38.930826 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (49ddbd11-6b22-4208-ae29-2d94ea9b2bc4), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.944459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:18:38.944973 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (49ddbd11-6b22-4208-ae29-2d94ea9b2bc4), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:18:38.949512 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:18:38.989583 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-12b506e5-19d5-4efd-8510-e5134e1b6aa3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0 HTTP/1.1" status: 200 len: 217 time: 0.0559766 Jan 16 23:18:39.052551 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b67293-c158-4150-908a-a8e021396f81 req-7bd9a6b9-a7b5-4b58-9ce9-51b8bf54be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:39.054587 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-7bd9a6b9-a7b5-4b58-9ce9-51b8bf54be5e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21fa8e20-cb22-4f36-9161-6f1f510e16a8 HTTP/1.1" status: 200 len: 849 time: 0.0512526 Jan 16 23:18:39.072099 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-edfdb731-5c7f-44a2-a9ce-c8079ad5b96a admin admin] Publish callbacks [] for security_group (3934e35a-c933-4051-9232-bc74e8d8349f), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.078216 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd774d4-1612-4107-842d-ee97f2a83b1c req-57ead6ee-9e58-40f5-b397-d7c42c1aa193 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:39.090866 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd774d4-1612-4107-842d-ee97f2a83b1c req-57ead6ee-9e58-40f5-b397-d7c42c1aa193 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 944 time: 0.1980221 Jan 16 23:18:39.114076 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-8143f713-cf95-44a6-8397-60908970c598 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=902a45ce-0cd8-49fc-843b-8d263e4dc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492029 Jan 16 23:18:39.117243 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (73e52138-878b-40b3-bb88-901136730621), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.117511 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-edfdb731-5c7f-44a2-a9ce-c8079ad5b96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3934e35a-c933-4051-9232-bc74e8d8349f), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.140264 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e52138-878b-40b3-bb88-901136730621,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:39.147191 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.152435 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7caf99ea-f265-4686-9e45-6d877efabb00 admin admin] 10.222.0.35 "DELETE /v2.0/networks/73e52138-878b-40b3-bb88-901136730621 HTTP/1.1" status: 204 len: 168 time: 0.6890702 Jan 16 23:18:39.162504 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36338) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:39.178006 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd774d4-1612-4107-842d-ee97f2a83b1c req-e400ea0f-8f54-4a64-8748-641457cce48f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865393 Jan 16 23:18:39.253165 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdb731-5c7f-44a2-a9ce-c8079ad5b96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3934e35a-c933-4051-9232-bc74e8d8349f,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:39.280433 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-edfdb731-5c7f-44a2-a9ce-c8079ad5b96a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=71bef656f4e649e7af69fa87a8525902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6978333 Jan 16 23:18:39.283857 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36344) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:39.310663 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b54f-7480-4f23-86ab-9fa32216139f req-6f3b679f-94d4-4467-a37f-efe82c72882e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:39.312047 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6188b54f-7480-4f23-86ab-9fa32216139f req-6f3b679f-94d4-4467-a37f-efe82c72882e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 944 time: 0.2114708 Jan 16 23:18:39.316914 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Deleting subnet 9c775ae6-fa05-46cf-8582-2a38fdbd4316 {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:18:39.326940 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Publish callbacks [] for subnet (9c775ae6-fa05-46cf-8582-2a38fdbd4316), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.333684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41781212-8c73-4156-a7d4-3ecd303daf29 admin admin] Publish callbacks [] for security_group (3934e35a-c933-4051-9232-bc74e8d8349f), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.360541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41781212-8c73-4156-a7d4-3ecd303daf29 admin admin] Publish callbacks [] for security_group (3934e35a-c933-4051-9232-bc74e8d8349f), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.377186 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-bd5ce81d-759b-4174-83b0-02edac4ef536 service neutron] 10.222.0.76 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321441 Jan 16 23:18:39.415406 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (9c775ae6-fa05-46cf-8582-2a38fdbd4316), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.463077 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41781212-8c73-4156-a7d4-3ecd303daf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3934e35a-c933-4051-9232-bc74e8d8349f), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.466465 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41781212-8c73-4156-a7d4-3ecd303daf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.469981 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-41781212-8c73-4156-a7d4-3ecd303daf29 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3934e35a-c933-4051-9232-bc74e8d8349f HTTP/1.1" status: 204 len: 168 time: 0.1827571 Jan 16 23:18:39.486138 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b5a7-bbed-4c11-9db4-7ef2182af315 req-b9665104-3bb8-406a-9f2c-8710b1bb061a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:39.490650 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b648b5a7-bbed-4c11-9db4-7ef2182af315 req-b9665104-3bb8-406a-9f2c-8710b1bb061a tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0740302 Jan 16 23:18:39.497408 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41781212-8c73-4156-a7d4-3ecd303daf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3934e35a-c933-4051-9232-bc74e8d8349f,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:39.520777 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6188b54f-7480-4f23-86ab-9fa32216139f req-dba46749-0c8c-4b59-80e1-e1db29cdf538 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991162 Jan 16 23:18:39.564746 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (9c775ae6-fa05-46cf-8582-2a38fdbd4316), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.599921 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b648b5a7-bbed-4c11-9db4-7ef2182af315 req-88ca3582-ba2f-43f3-8e78-9859e0731b8c tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038892 Jan 16 23:18:39.617365 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09b67293-c158-4150-908a-a8e021396f81 req-177855c9-9708-426e-a833-1413cb7ea860 service neutron] 10.222.0.76 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180519 Jan 16 23:18:39.655812 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (9c775ae6-fa05-46cf-8582-2a38fdbd4316), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.692518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.696082 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9c775ae6-fa05-46cf-8582-2a38fdbd4316 HTTP/1.1" status: 204 len: 168 time: 0.5283577 Jan 16 23:18:39.697291 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eddc22-3b07-4756-a2f4-d41b2d51fb6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c775ae6-fa05-46cf-8582-2a38fdbd4316,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:39.698970 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36354) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:39.792852 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (08e1b3e2-bd27-4900-a98f-8be430aa0a15), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.815394 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-766be138-2ff9-45d3-8fb8-165c618f3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:39.816898 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-766be138-2ff9-45d3-8fb8-165c618f3479 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f3faa16178be4e6d813202c946cbed51&device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 1097 time: 0.0504625 Jan 16 23:18:39.881621 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36360) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:39.894556 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (08e1b3e2-bd27-4900-a98f-8be430aa0a15), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.924485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e1b3e2-bd27-4900-a98f-8be430aa0a15']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:39.936139 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-0fc0e34d-84b9-4051-a8c3-683716e9be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:39.937513 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95dbe9b-cc8c-442e-a76b-2ab86e5e6066') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:39.937637 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-0fc0e34d-84b9-4051-a8c3-683716e9be75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=902a45ce-0cd8-49fc-843b-8d263e4dc620 HTTP/1.1" status: 200 len: 910 time: 0.1125333 Jan 16 23:18:39.937821 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95dbe9b-cc8c-442e-a76b-2ab86e5e6066') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:39.948769 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (c95dbe9b-cc8c-442e-a76b-2ab86e5e6066), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.963811 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (c95dbe9b-cc8c-442e-a76b-2ab86e5e6066), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.970344 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:18:39.970725 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (c95dbe9b-cc8c-442e-a76b-2ab86e5e6066), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:18:39.972640 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:18:40.026351 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-e45b2d67-45dd-4e42-b38d-93fefb6ec50b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0 HTTP/1.1" status: 200 len: 217 time: 0.0497627 Jan 16 23:18:40.027671 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36364) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:40.033308 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-43388a05-7d89-452a-8397-008fdc5548aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.042229 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fda32a8c-30a6-4403-908a-dde4af349818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.051518 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (08e1b3e2-bd27-4900-a98f-8be430aa0a15), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.073599 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.079680 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/08e1b3e2-bd27-4900-a98f-8be430aa0a15 HTTP/1.1" status: 204 len: 168 time: 0.3764658 Jan 16 23:18:40.081352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a1e2-5ebf-406b-8190-17f67b5e26f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e1b3e2-bd27-4900-a98f-8be430aa0a15,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.123269 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-43388a05-7d89-452a-8397-008fdc5548aa admin admin] Publish callbacks [] for security_group (33ff67b4-eb0c-4898-90f0-a15a82a8522c), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.127901 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-43388a05-7d89-452a-8397-008fdc5548aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (33ff67b4-eb0c-4898-90f0-a15a82a8522c), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.175104 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fda32a8c-30a6-4403-908a-dde4af349818 admin admin] Publish callbacks [] for security_group (b12adcc2-40fe-45be-9581-aa5ec6899104), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.185435 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fda32a8c-30a6-4403-908a-dde4af349818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b12adcc2-40fe-45be-9581-aa5ec6899104), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.197898 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43388a05-7d89-452a-8397-008fdc5548aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ff67b4-eb0c-4898-90f0-a15a82a8522c,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.204463 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-43388a05-7d89-452a-8397-008fdc5548aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a05a72ae85094786ba37a00e07ed140d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205242 Jan 16 23:18:40.206844 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36372) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:40.225814 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24250792-61d3-4180-9290-480be4e35599 req-6cafdbff-a3b7-4e9c-b624-2eccd32de0d4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:40.227628 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-24250792-61d3-4180-9290-480be4e35599 req-6cafdbff-a3b7-4e9c-b624-2eccd32de0d4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.0907741 Jan 16 23:18:40.255177 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda32a8c-30a6-4403-908a-dde4af349818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12adcc2-40fe-45be-9581-aa5ec6899104,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.262546 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-fda32a8c-30a6-4403-908a-dde4af349818 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9f6ef67014d454b92b1a6e16859321b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337663 Jan 16 23:18:40.279304 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36378) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:40.284064 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-70a627ee-4153-414d-95fc-53056c3dff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:40.285454 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-70a627ee-4153-414d-95fc-53056c3dff81 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=21fa8e20-cb22-4f36-9161-6f1f510e16a8 HTTP/1.1" status: 200 len: 849 time: 0.1429176 Jan 16 23:18:40.334781 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36384) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:40.360491 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-b016b7cf-f25a-4597-80ca-0abf50931a01 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=902a45ce-0cd8-49fc-843b-8d263e4dc620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523469 Jan 16 23:18:40.425829 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-ef9cc1fb-1e8e-4962-8f0c-6b1978bbe2bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=881bfac8049642ad812fa7b314baa8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880699 Jan 16 23:18:40.427857 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Deleting port eb5c902a-600d-48fe-9b8b-3e74948944ee {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:18:40.428200 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.430943 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36392) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:40.451050 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ff9d718e-acf2-42c2-91fc-9188c022f63b admin admin] Publish callbacks [] for security_group (33ff67b4-eb0c-4898-90f0-a15a82a8522c), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.506529 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94566722-5e06-4ec7-b251-6203c452c4db req-f22f6182-55fe-4ad5-9752-c689245fc38f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:40.517968 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-94566722-5e06-4ec7-b251-6203c452c4db req-f22f6182-55fe-4ad5-9752-c689245fc38f tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 944 time: 0.2077487 Jan 16 23:18:40.528988 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ff9d718e-acf2-42c2-91fc-9188c022f63b admin admin] Publish callbacks [] for security_group (33ff67b4-eb0c-4898-90f0-a15a82a8522c), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.577767 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] For port eb5c902a-600d-48fe-9b8b-3e74948944ee, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=eb5c902a-600d-48fe-9b8b-3e74948944ee,segment=NetworkSegment(519f059a-24c1-48e8-8ade-c61f9fcce192),segment_id=519f059a-24c1-48e8-8ade-c61f9fcce192)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:40.578591 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.588508 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-307c07b9-df4f-43d0-aa90-5aa22721aeb9 admin admin] Publish callbacks [] for security_group (eb98e7b8-f662-4781-acf8-6476759bc6c3), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.600219 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-48979145-b526-4cfb-820a-c89a70b2ac93 admin admin] Publish callbacks [] for security_group (b12adcc2-40fe-45be-9581-aa5ec6899104), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.601656 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Calling delete_port for eb5c902a-600d-48fe-9b8b-3e74948944ee owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:18:40.623249 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-307c07b9-df4f-43d0-aa90-5aa22721aeb9 admin admin] Publish callbacks [] for security_group (eb98e7b8-f662-4781-acf8-6476759bc6c3), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.644868 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-48979145-b526-4cfb-820a-c89a70b2ac93 admin admin] Publish callbacks [] for security_group (b12adcc2-40fe-45be-9581-aa5ec6899104), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.654873 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-1143551c-57dd-41d8-aea7-96fb96b65b0c service neutron] 10.222.0.76 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716444 Jan 16 23:18:40.687216 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-94566722-5e06-4ec7-b251-6203c452c4db req-2017c421-d5cd-4a70-ba85-bd9c6ea6d0fa tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678383 Jan 16 23:18:40.708010 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ff9d718e-acf2-42c2-91fc-9188c022f63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (33ff67b4-eb0c-4898-90f0-a15a82a8522c), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.708010 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ff9d718e-acf2-42c2-91fc-9188c022f63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.708010 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ff9d718e-acf2-42c2-91fc-9188c022f63b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33ff67b4-eb0c-4898-90f0-a15a82a8522c HTTP/1.1" status: 204 len: 168 time: 0.4972658 Jan 16 23:18:40.747623 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901a571-8a53-43a8-8ee0-c99c44e53e9f req-1e86e198-efe1-4dc7-b907-fa4f9f2dc5c1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:40.749244 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2901a571-8a53-43a8-8ee0-c99c44e53e9f req-1e86e198-efe1-4dc7-b907-fa4f9f2dc5c1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 944 time: 0.1181488 Jan 16 23:18:40.755613 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d718e-acf2-42c2-91fc-9188c022f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ff67b4-eb0c-4898-90f0-a15a82a8522c,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.816073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-307c07b9-df4f-43d0-aa90-5aa22721aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (eb98e7b8-f662-4781-acf8-6476759bc6c3), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.818707 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-307c07b9-df4f-43d0-aa90-5aa22721aeb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.820024 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-307c07b9-df4f-43d0-aa90-5aa22721aeb9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eb98e7b8-f662-4781-acf8-6476759bc6c3 HTTP/1.1" status: 204 len: 168 time: 0.3868287 Jan 16 23:18:40.828833 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29e8e559-7a0f-473f-9a9b-885e66d7ae43 req-aabdddb7-aab5-4255-9857-b9417f581abd service neutron] 10.222.0.76 "GET /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578519 Jan 16 23:18:40.837963 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c07b9-df4f-43d0-aa90-5aa22721aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb98e7b8-f662-4781-acf8-6476759bc6c3,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.840464 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-48979145-b526-4cfb-820a-c89a70b2ac93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b12adcc2-40fe-45be-9581-aa5ec6899104), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.844515 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-48979145-b526-4cfb-820a-c89a70b2ac93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.857877 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-48979145-b526-4cfb-820a-c89a70b2ac93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b12adcc2-40fe-45be-9581-aa5ec6899104 HTTP/1.1" status: 204 len: 168 time: 0.5711033 Jan 16 23:18:40.867972 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2901a571-8a53-43a8-8ee0-c99c44e53e9f req-1bb5759e-82ee-43d8-b723-72888e641ab4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023128 Jan 16 23:18:40.886101 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48979145-b526-4cfb-820a-c89a70b2ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12adcc2-40fe-45be-9581-aa5ec6899104,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.889586 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (eb5c902a-600d-48fe-9b8b-3e74948944ee), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.911239 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97be3eb-13b4-4e56-8920-0d5247e46139 req-59e297d4-6eeb-4e52-ac5e-1178e9881195 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:40.913282 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e97be3eb-13b4-4e56-8920-0d5247e46139 req-59e297d4-6eeb-4e52-ac5e-1178e9881195 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 946 time: 0.1434026 Jan 16 23:18:40.919737 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Pushing event deleted for resources: {'Port': ['ID=eb5c902a-600d-48fe-9b8b-3e74948944ee,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:40.935462 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['eb5c902a-600d-48fe-9b8b-3e74948944ee'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:40.976868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] No DVR routers for this DVR port eb5c902a-600d-48fe-9b8b-3e74948944ee on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:18:40.979438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:40.983060 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-24250792-61d3-4180-9290-480be4e35599 req-4b1f08df-359a-44b8-b3c9-edf24873bbf4 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.76 "DELETE /v2.0/ports/eb5c902a-600d-48fe-9b8b-3e74948944ee HTTP/1.1" status: 204 len: 173 time: 0.7448459 Jan 16 23:18:40.983534 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'name': 'network-vif-deleted', 'tag': 'eb5c902a-600d-48fe-9b8b-3e74948944ee'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:40.985916 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd6dc9d-e175-45a6-9554-bd3de76609f6" -d '{"events": [{"server_uuid": "a3a66772-6edc-439b-8b93-87b465bf6e49", "name": "network-vif-deleted", "tag": "eb5c902a-600d-48fe-9b8b-3e74948944ee"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:41.010867 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e97be3eb-13b4-4e56-8920-0d5247e46139 req-a082c687-9e01-486e-96fc-c76bf2d60bfa tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/security-groups?id=f89fcde7-7479-4f27-9d8a-f692951d8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852804 Jan 16 23:18:41.055668 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025b2e1c-ed53-474e-becd-f3314b6e86d8 x-openstack-request-id: req-025b2e1c-ed53-474e-becd-f3314b6e86d8 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:41.055972 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a66772-6edc-439b-8b93-87b465bf6e49", "name": "network-vif-deleted", "tag": "eb5c902a-600d-48fe-9b8b-3e74948944ee", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:41.056605 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-025b2e1c-ed53-474e-becd-f3314b6e86d8 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:41.056605 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a66772-6edc-439b-8b93-87b465bf6e49', 'name': 'network-vif-deleted', 'tag': 'eb5c902a-600d-48fe-9b8b-3e74948944ee', 'status': 'completed', 'code': 200} Jan 16 23:18:41.226078 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36412) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:41.239551 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cb734e6a-9210-4f18-9a80-8077b5f0a91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.325865 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-07384bd4-b4e7-4a61-a54a-a08e11332c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.328573 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cb734e6a-9210-4f18-9a80-8077b5f0a91d admin admin] Publish callbacks [] for security_group (b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.335961 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cb734e6a-9210-4f18-9a80-8077b5f0a91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.379731 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-cb734e6a-9210-4f18-9a80-8077b5f0a91d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b00b71049c14be3a66bad91d39f0026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525733 Jan 16 23:18:41.382033 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734e6a-9210-4f18-9a80-8077b5f0a91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:41.382577 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36416) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:41.446054 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afa3ad89-11c5-4bc0-b8a9-b6f7cd81b1fa admin admin] Publish callbacks [] for security_group (b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.447358 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36418) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:41.471204 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36420) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:41.482096 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afa3ad89-11c5-4bc0-b8a9-b6f7cd81b1fa admin admin] Publish callbacks [] for security_group (b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.491174 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8e1c168d-74e7-4e82-845a-9d454276b722 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=485db1b1aa5c4b62ae18cfc63e109dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426743 Jan 16 23:18:41.493734 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36422) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:41.495163 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d597ce9-a7f0-40ab-9deb-b6cfe13d59a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.567854 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8671ffa2-380e-45f1-b6c9-8befc28df052 admin admin] Publish callbacks [] for security_group (6e80be52-2e7e-4d0c-bce5-f003b9ae8388), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.576001 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afa3ad89-11c5-4bc0-b8a9-b6f7cd81b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.578662 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afa3ad89-11c5-4bc0-b8a9-b6f7cd81b1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.579853 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-afa3ad89-11c5-4bc0-b8a9-b6f7cd81b1fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18 HTTP/1.1" status: 204 len: 168 time: 0.1962867 Jan 16 23:18:41.581786 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device cb57b108-1cfa-4ed3-bc94-4b240cc0e630 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:18:41.597440 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8671ffa2-380e-45f1-b6c9-8befc28df052 admin admin] Publish callbacks [] for security_group (6e80be52-2e7e-4d0c-bce5-f003b9ae8388), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.600728 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3ad89-11c5-4bc0-b8a9-b6f7cd81b1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ffd7da-aead-4e6e-a9f6-e93ca20ddd18,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:41.646810 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d597ce9-a7f0-40ab-9deb-b6cfe13d59a4 admin admin] Publish callbacks [] for security_group (a75a968c-3566-4228-ae82-0474399d6816), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.668386 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d597ce9-a7f0-40ab-9deb-b6cfe13d59a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a75a968c-3566-4228-ae82-0474399d6816), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.669633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8671ffa2-380e-45f1-b6c9-8befc28df052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (6e80be52-2e7e-4d0c-bce5-f003b9ae8388), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.674614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8671ffa2-380e-45f1-b6c9-8befc28df052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.676257 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8671ffa2-380e-45f1-b6c9-8befc28df052 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e80be52-2e7e-4d0c-bce5-f003b9ae8388 HTTP/1.1" status: 204 len: 168 time: 0.1816437 Jan 16 23:18:41.686782 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671ffa2-380e-45f1-b6c9-8befc28df052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80be52-2e7e-4d0c-bce5-f003b9ae8388,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:41.779468 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d597ce9-a7f0-40ab-9deb-b6cfe13d59a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a968c-3566-4228-ae82-0474399d6816,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:41.795224 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-1d597ce9-a7f0-40ab-9deb-b6cfe13d59a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=83adef56a8cd445db32a197711146e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3230069 Jan 16 23:18:41.796872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36436) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:41.820731 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:41.834172 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'port_id': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'mac_address': 'fa:16:3e:4e:ef:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55d561c-a138-4760-8d4c-c075aa6b36b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:18:41.882662 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:41.883159 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.917122 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb57b108-1cfa-4ed3-bc94-4b240cc0e630 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:41.949466 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:41.957945 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:41.976274 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4fd74-021f-422c-99b0-0f3ba6c1cd68 req-e7775b3e-1a1e-4e71-a554-1f6a2c268c45 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:41.977893 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-79e4fd74-021f-422c-99b0-0f3ba6c1cd68 req-e7775b3e-1a1e-4e71-a554-1f6a2c268c45 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 944 time: 0.1507654 Jan 16 23:18:41.979330 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b601910a-1656-49b6-be45-e28dce03702b admin admin] Publish callbacks [] for security_group (a75a968c-3566-4228-ae82-0474399d6816), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:42.059389 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b601910a-1656-49b6-be45-e28dce03702b admin admin] Publish callbacks [] for security_group (a75a968c-3566-4228-ae82-0474399d6816), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:42.094440 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:42.118955 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.119346 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.119718 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.120066 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.120401 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.120736 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.121067 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.126217 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.127416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.127820 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.128166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.128498 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.130646 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:42.139535 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c3156-3a76-4d7c-83d6-1a8129573ad2 req-48424ccb-1ecb-46fb-ae1f-34149320045e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:42.141397 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2d1c3156-3a76-4d7c-83d6-1a8129573ad2 req-48424ccb-1ecb-46fb-ae1f-34149320045e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 945 time: 0.1298258 Jan 16 23:18:42.227970 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-79e4fd74-021f-422c-99b0-0f3ba6c1cd68 req-30cd908c-e5b5-4078-b8f2-cfafef6fb032 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408388 Jan 16 23:18:42.229684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b601910a-1656-49b6-be45-e28dce03702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a75a968c-3566-4228-ae82-0474399d6816), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:42.233541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b601910a-1656-49b6-be45-e28dce03702b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:42.234821 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b601910a-1656-49b6-be45-e28dce03702b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a75a968c-3566-4228-ae82-0474399d6816 HTTP/1.1" status: 204 len: 168 time: 0.4364080 Jan 16 23:18:42.244178 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601910a-1656-49b6-be45-e28dce03702b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a968c-3566-4228-ae82-0474399d6816,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:42.247061 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2d1c3156-3a76-4d7c-83d6-1a8129573ad2 req-366441bf-2042-4928-9fbf-9e20e8ab3d89 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963900 Jan 16 23:18:42.384255 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['cb57b108-1cfa-4ed3-bc94-4b240cc0e630'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:42.391109 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-862eb6f9-24dd-4e05-97e0-c19f04eabee1 req-c1d5a9e2-991e-4851-887c-144d9d00e220 tempest-DeleteServersTestJSON-1201002173 tempest-DeleteServersTestJSON-1201002173-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3a66772-6edc-439b-8b93-87b465bf6e49 HTTP/1.1" status: 200 len: 210 time: 0.0306225 Jan 16 23:18:43.469744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38de30f-bbcb-4d3f-9513-699878ab0013 req-548bc2dc-9510-402e-8d63-a380bf171c23 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:43.477758 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b38de30f-bbcb-4d3f-9513-699878ab0013 req-548bc2dc-9510-402e-8d63-a380bf171c23 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 945 time: 0.0729740 Jan 16 23:18:43.479223 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d474206-dd63-46fa-84f0-b86313f6659f req-2db578b6-30f7-47a9-9db4-e011967d7ec3 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:43.481468 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6d474206-dd63-46fa-84f0-b86313f6659f req-2db578b6-30f7-47a9-9db4-e011967d7ec3 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 944 time: 0.0851588 Jan 16 23:18:43.586718 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b38de30f-bbcb-4d3f-9513-699878ab0013 req-0487eaa4-8cbc-49a5-b68c-ee243e96fa9b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950739 Jan 16 23:18:43.593106 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6d474206-dd63-46fa-84f0-b86313f6659f req-ba9d3481-17f7-46eb-8d66-652ee81faae1 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968518 Jan 16 23:18:43.607227 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 4db3d645-41dc-44c7-b257-8b8d4ab981e0 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:18:43.614970 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device cb57b108-1cfa-4ed3-bc94-4b240cc0e630 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:43.745054 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:18:43.760881 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:43.761462 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:43.818455 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:43.848011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-116fa69f-8c63-404d-ba20-b669c916e73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:43.854111 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '4db3d645-41dc-44c7-b257-8b8d4ab981e0', 'network_id': '902a45ce-0cd8-49fc-843b-8d263e4dc620', 'port_id': '4db3d645-41dc-44c7-b257-8b8d4ab981e0', 'mac_address': 'fa:16:3e:84:ae:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fa8e20-cb22-4f36-9161-6f1f510e16a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:18:43.934949 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:43.935340 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:43.956294 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:43.956853 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:43.960618 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db3d645-41dc-44c7-b257-8b8d4ab981e0 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:43.995292 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:44.000995 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:44.003238 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e42f4-d4a9-453d-8cf8-15d75737f6a4" -d '{"events": [{"server_uuid": "4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be", "name": "network-vif-plugged", "status": "completed", "tag": "cb57b108-1cfa-4ed3-bc94-4b240cc0e630"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:44.035904 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:44.037528 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:44.076290 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:44.077435 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device eb5c902a-600d-48fe-9b8b-3e74948944ee no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:18:44.083591 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b531a4d3-7a5e-4404-8abd-14838c7f78c4 x-openstack-request-id: req-b531a4d3-7a5e-4404-8abd-14838c7f78c4 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:44.084240 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be", "name": "network-vif-plugged", "status": "completed", "tag": "cb57b108-1cfa-4ed3-bc94-4b240cc0e630", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:44.084655 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b531a4d3-7a5e-4404-8abd-14838c7f78c4 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:44.085410 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'code': 200} Jan 16 23:18:44.118391 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: eb5c902a-600d-48fe-9b8b-3e74948944ee {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:18:44.119385 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device eb5c902a-600d-48fe-9b8b-3e74948944ee not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:18:44.144813 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=4db3d645-41dc-44c7-b257-8b8d4ab981e0,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:44.206378 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:44.693739 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ebe1c-6b19-43db-9cfa-b3a05c8b407b req-8f73ea27-8958-412a-b539-d142e82c112b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:44.695324 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-763ebe1c-6b19-43db-9cfa-b3a05c8b407b req-8f73ea27-8958-412a-b539-d142e82c112b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.0519960 Jan 16 23:18:44.754985 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-763ebe1c-6b19-43db-9cfa-b3a05c8b407b req-6fd046bb-f88e-4db2-95b1-c1daf6bfd165 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539393 Jan 16 23:18:44.876409 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:44.899520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d955e05-443d-4190-baf1-5e21c72669a7 req-650cbdf4-81ca-4641-ad0e-4ac4e71d3afd tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:44.906219 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3d955e05-443d-4190-baf1-5e21c72669a7 req-650cbdf4-81ca-4641-ad0e-4ac4e71d3afd tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 945 time: 0.0844002 Jan 16 23:18:44.951374 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3d955e05-443d-4190-baf1-5e21c72669a7 req-e180ac85-5397-4707-95b5-aea35ce567d8 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443156 Jan 16 23:18:45.099889 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36668) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:45.201726 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8d45-91be-4f76-9a26-fcc2884cf421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.274006 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8d45-91be-4f76-9a26-fcc2884cf421 admin admin] Publish callbacks [] for security_group (fb469e6e-765f-4a3c-951c-98700fb159a3), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.277519 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e8a8d45-91be-4f76-9a26-fcc2884cf421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fb469e6e-765f-4a3c-951c-98700fb159a3), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.317143 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-7e8a8d45-91be-4f76-9a26-fcc2884cf421 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f35bdc5708f946fbbe2ed135b8356911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162104 Jan 16 23:18:45.318024 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a8d45-91be-4f76-9a26-fcc2884cf421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb469e6e-765f-4a3c-951c-98700fb159a3,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:45.319868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36674) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:45.367922 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-61e7272d-e03e-49e0-8993-c81be2b1fad7 admin admin] Publish callbacks [] for security_group (fb469e6e-765f-4a3c-951c-98700fb159a3), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.388227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-61e7272d-e03e-49e0-8993-c81be2b1fad7 admin admin] Publish callbacks [] for security_group (fb469e6e-765f-4a3c-951c-98700fb159a3), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.433804 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-61e7272d-e03e-49e0-8993-c81be2b1fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fb469e6e-765f-4a3c-951c-98700fb159a3), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.436366 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-61e7272d-e03e-49e0-8993-c81be2b1fad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.437542 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-61e7272d-e03e-49e0-8993-c81be2b1fad7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb469e6e-765f-4a3c-951c-98700fb159a3 HTTP/1.1" status: 204 len: 168 time: 0.1162314 Jan 16 23:18:45.445227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7272d-e03e-49e0-8993-c81be2b1fad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb469e6e-765f-4a3c-951c-98700fb159a3,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:45.694787 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36682) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:45.708084 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32d5e488-e872-4463-b46e-690dd562b624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.779258 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32d5e488-e872-4463-b46e-690dd562b624 admin admin] Publish callbacks [] for security_group (0bc44770-15cd-4b87-90cb-d1411525583d), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.783100 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32d5e488-e872-4463-b46e-690dd562b624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (0bc44770-15cd-4b87-90cb-d1411525583d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.823664 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-32d5e488-e872-4463-b46e-690dd562b624 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3d23b90619d48ce871211025b27bee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277943 Jan 16 23:18:45.825683 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5e488-e872-4463-b46e-690dd562b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc44770-15cd-4b87-90cb-d1411525583d,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:45.826458 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36686) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:45.870748 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.876685 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f906d-6855-42a7-b9cc-a7178a9f4d33 req-ef0502ba-3aa5-413b-a6ee-781ea967c241 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:45.878143 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9030e9be-938d-46f5-90ad-886ab97d1e1c admin admin] Publish callbacks [] for security_group (0bc44770-15cd-4b87-90cb-d1411525583d), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.878262 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-212f906d-6855-42a7-b9cc-a7178a9f4d33 req-ef0502ba-3aa5-413b-a6ee-781ea967c241 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.0534596 Jan 16 23:18:45.901037 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9030e9be-938d-46f5-90ad-886ab97d1e1c admin admin] Publish callbacks [] for security_group (0bc44770-15cd-4b87-90cb-d1411525583d), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.932329 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-212f906d-6855-42a7-b9cc-a7178a9f4d33 req-512e19c8-3c5f-4f39-9861-71103461fdc6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478299 Jan 16 23:18:45.956143 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9030e9be-938d-46f5-90ad-886ab97d1e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (0bc44770-15cd-4b87-90cb-d1411525583d), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.958840 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9030e9be-938d-46f5-90ad-886ab97d1e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:45.960088 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-9030e9be-938d-46f5-90ad-886ab97d1e1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0bc44770-15cd-4b87-90cb-d1411525583d HTTP/1.1" status: 204 len: 168 time: 0.1325507 Jan 16 23:18:45.969984 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030e9be-938d-46f5-90ad-886ab97d1e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc44770-15cd-4b87-90cb-d1411525583d,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:46.087946 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddf289-4720-4ac3-96da-2f653726b872 req-2a5c0ef0-0afc-4630-8cf3-145218107b7a tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:46.089731 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a6ddf289-4720-4ac3-96da-2f653726b872 req-2a5c0ef0-0afc-4630-8cf3-145218107b7a tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 945 time: 0.0509605 Jan 16 23:18:46.138957 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a6ddf289-4720-4ac3-96da-2f653726b872 req-6708a3c2-5485-4fb3-823c-aa7618cd818c tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Jan 16 23:18:46.711945 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a016-2ea8-4365-8195-a864c28067a4 req-e6070a15-22f7-4457-afd7-d53b9a0eb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:46.713533 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9ca3a016-2ea8-4365-8195-a864c28067a4 req-e6070a15-22f7-4457-afd7-d53b9a0eb9f0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 1099 time: 0.0435643 Jan 16 23:18:46.757647 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9ca3a016-2ea8-4365-8195-a864c28067a4 req-2266aeb7-75a8-4652-99be-5accb4ac3c69 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361121 Jan 16 23:18:46.851843 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['4db3d645-41dc-44c7-b257-8b8d4ab981e0'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:47.075002 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cde49c-3b43-4219-8d9e-7f1668dd4ce5 req-1d8ef9b6-ecf6-4d32-97ce-a143f69be816 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:47.081791 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7cde49c-3b43-4219-8d9e-7f1668dd4ce5 req-1d8ef9b6-ecf6-4d32-97ce-a143f69be816 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.0577433 Jan 16 23:18:47.145786 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7cde49c-3b43-4219-8d9e-7f1668dd4ce5 req-bd876f00-ffc3-4eed-89f5-4be1f6fa6327 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580986 Jan 16 23:18:47.302318 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:47.321526 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19073f0d-f6ae-4d85-a8ba-58bf81b4344d req-7066e998-5e60-4fa2-b11e-d44bd7078cc5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:47.324277 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-19073f0d-f6ae-4d85-a8ba-58bf81b4344d req-7066e998-5e60-4fa2-b11e-d44bd7078cc5 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 945 time: 0.0786538 Jan 16 23:18:47.410413 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-19073f0d-f6ae-4d85-a8ba-58bf81b4344d req-ab9d5517-6cc8-488c-b202-aba17244db5b tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795634 Jan 16 23:18:47.592355 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:47.791186 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:18:48.337042 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718d82-f139-4978-ba33-81436fa9d797 req-d6862c8f-2b75-4f05-a145-621a151b19e8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:48.338588 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09718d82-f139-4978-ba33-81436fa9d797 req-d6862c8f-2b75-4f05-a145-621a151b19e8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.0645154 Jan 16 23:18:48.388275 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-09718d82-f139-4978-ba33-81436fa9d797 req-ce4ac2be-d25e-43aa-9e19-d28909403242 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Jan 16 23:18:48.413153 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 4db3d645-41dc-44c7-b257-8b8d4ab981e0 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:48.431565 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36814) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:48.481379 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:18:48.487631 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:48.488315 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.489998 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Deleting subnet 02aa2483-2e77-41c3-9334-456123516cc4 {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:18:48.493504 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Publish callbacks [] for subnet (02aa2483-2e77-41c3-9334-456123516cc4), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.543140 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (02aa2483-2e77-41c3-9334-456123516cc4), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.552904 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682c97b-4204-42fb-a23c-9b7e1719c0a4 req-d8ea0d15-112c-4613-8bf6-43db4d284e30 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:48.560559 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a682c97b-4204-42fb-a23c-9b7e1719c0a4 req-d8ea0d15-112c-4613-8bf6-43db4d284e30 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 945 time: 0.0711126 Jan 16 23:18:48.582747 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:48.582924 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.600184 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (02aa2483-2e77-41c3-9334-456123516cc4), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.617131 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db3d645-41dc-44c7-b257-8b8d4ab981e0'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:48.619801 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87969f-b605-4e8e-b0f3-dde82d1670d3" -d '{"events": [{"server_uuid": "8c999f4b-781e-4b20-bcfd-c72dccbca7dc", "name": "network-vif-plugged", "status": "completed", "tag": "4db3d645-41dc-44c7-b257-8b8d4ab981e0"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:48.623881 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a682c97b-4204-42fb-a23c-9b7e1719c0a4 req-6c764b27-149e-4297-a83b-bb6ff62b19a8 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598583 Jan 16 23:18:48.643269 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:48.653388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.686200 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582ce8f-e9e5-4277-9564-059860cfc472 x-openstack-request-id: req-1582ce8f-e9e5-4277-9564-059860cfc472 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:48.686513 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c999f4b-781e-4b20-bcfd-c72dccbca7dc", "name": "network-vif-plugged", "status": "completed", "tag": "4db3d645-41dc-44c7-b257-8b8d4ab981e0", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:48.686766 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1582ce8f-e9e5-4277-9564-059860cfc472 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:48.687388 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db3d645-41dc-44c7-b257-8b8d4ab981e0', 'code': 200} Jan 16 23:18:48.689110 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (02aa2483-2e77-41c3-9334-456123516cc4), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.717764 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02aa2483-2e77-41c3-9334-456123516cc4,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:48.732447 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.738369 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b5d125ed-c490-4cfe-8418-db912cc4ec45 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/02aa2483-2e77-41c3-9334-456123516cc4 HTTP/1.1" status: 204 len: 168 time: 0.3056028 Jan 16 23:18:48.740722 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 36836) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:48.752423 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=4db3d645-41dc-44c7-b257-8b8d4ab981e0,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:48.864714 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (9c9713e6-3f11-40b7-8062-611584f24744), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:48.950974 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-9d3c6d3d-4ccb-43bb-ad1f-febcf85ca0b5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829065 Jan 16 23:18:48.996472 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6897f0-f075-4ed0-bf33-e6bff5ad104f req-715b7117-fb0f-40c3-b3be-51f3335bf662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:48.998486 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ce6897f0-f075-4ed0-bf33-e6bff5ad104f req-715b7117-fb0f-40c3-b3be-51f3335bf662 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 1099 time: 0.0560601 Jan 16 23:18:49.021826 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (9c9713e6-3f11-40b7-8062-611584f24744), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.091008 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9713e6-3f11-40b7-8062-611584f24744']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:49.092996 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ce6897f0-f075-4ed0-bf33-e6bff5ad104f req-8488d23a-9193-420f-ae06-f2c40d084554 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853944 Jan 16 23:18:49.105806 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519f059a-24c1-48e8-8ade-c61f9fcce192') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:49.106136 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519f059a-24c1-48e8-8ade-c61f9fcce192') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:49.122684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (519f059a-24c1-48e8-8ade-c61f9fcce192), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.134927 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15627390-55c2-442f-9397-de494bdac5c3 req-9c85bf21-e7c0-4988-ae49-b60f23ae5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:49.136668 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-9c85bf21-e7c0-4988-ae49-b60f23ae5952 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 1098 time: 0.1029117 Jan 16 23:18:49.143212 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (519f059a-24c1-48e8-8ade-c61f9fcce192), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.154533 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:18:49.155081 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (519f059a-24c1-48e8-8ade-c61f9fcce192), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:18:49.156792 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:18:49.227599 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (9c9713e6-3f11-40b7-8062-611584f24744), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.239097 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.249128 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] 10.222.0.35 "DELETE /v2.0/networks/9c9713e6-3f11-40b7-8062-611584f24744 HTTP/1.1" status: 204 len: 168 time: 0.5038438 Jan 16 23:18:49.258641 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775c42d-0c7c-4aa4-9f7c-6280ff106abd admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9713e6-3f11-40b7-8062-611584f24744,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:49.500291 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36892) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:49.556714 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-1ff48351-7cec-4676-9e9c-f8ec9ef3ba04 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed9a9fd031cc41a495234760133328f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0544982 Jan 16 23:18:49.559623 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36900) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:49.609020 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f6199-b9b1-43f3-a271-5efec0afd212 req-dc3b1ad0-81cb-4159-9dc4-a89e9a90f531 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:49.610598 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b39f6199-b9b1-43f3-a271-5efec0afd212 req-dc3b1ad0-81cb-4159-9dc4-a89e9a90f531 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.1313553 Jan 16 23:18:49.617308 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7995ca8c-f101-4739-a4e6-e94aa94510b7 admin admin] Publish callbacks [] for security_group (f89fcde7-7479-4f27-9d8a-f692951d8ed3), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.642980 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7995ca8c-f101-4739-a4e6-e94aa94510b7 admin admin] Publish callbacks [] for security_group (f89fcde7-7479-4f27-9d8a-f692951d8ed3), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.671934 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15627390-55c2-442f-9397-de494bdac5c3 req-0b93b965-8308-4602-8a07-370025a02cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:49.676555 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-0b93b965-8308-4602-8a07-370025a02cdd service neutron] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 916 time: 0.1636724 Jan 16 23:18:49.707337 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7995ca8c-f101-4739-a4e6-e94aa94510b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f89fcde7-7479-4f27-9d8a-f692951d8ed3), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.710681 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7995ca8c-f101-4739-a4e6-e94aa94510b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:49.712533 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-7995ca8c-f101-4739-a4e6-e94aa94510b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f89fcde7-7479-4f27-9d8a-f692951d8ed3 HTTP/1.1" status: 204 len: 168 time: 0.1518347 Jan 16 23:18:49.723792 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995ca8c-f101-4739-a4e6-e94aa94510b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fcde7-7479-4f27-9d8a-f692951d8ed3,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:49.756817 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b39f6199-b9b1-43f3-a271-5efec0afd212 req-462ece56-4640-472e-b90d-88f27c59392a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373580 Jan 16 23:18:49.758755 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-628520a6-4e5b-428f-b749-33cca4c170bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d HTTP/1.1" status: 200 len: 217 time: 0.0689912 Jan 16 23:18:49.847610 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7fe54-64fa-4e5a-aa54-3c36f8a2883a req-60c8ed0f-e4ba-45fb-b18f-e60fe89ff75b tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:49.849927 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f1c7fe54-64fa-4e5a-aa54-3c36f8a2883a req-60c8ed0f-e4ba-45fb-b18f-e60fe89ff75b tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 946 time: 0.1095309 Jan 16 23:18:49.886205 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15627390-55c2-442f-9397-de494bdac5c3 req-be3995b6-702d-406c-92f2-dfcbeff2891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:49.888101 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-be3995b6-702d-406c-92f2-dfcbeff2891a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.1200306 Jan 16 23:18:49.912067 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f1c7fe54-64fa-4e5a-aa54-3c36f8a2883a req-ff23b55f-3fb9-41aa-802a-08fbf846a587 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502851 Jan 16 23:18:49.967090 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-db3ec44c-59fc-4c13-ac7e-79712cae393c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634842 Jan 16 23:18:50.080936 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-bf05dc64-ff7f-4edf-b8dd-045445adcabc service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030347 Jan 16 23:18:50.242663 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-15627390-55c2-442f-9397-de494bdac5c3 req-70111b9e-68c3-41b2-a1dd-9bea3d5463c8 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269054 Jan 16 23:18:50.634589 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 36962) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:50.787294 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-391651432-network', 'tenant_id': 'b71185c6642f44589dd19e652edffecb'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:50.810863 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Made reservation on behalf of b71185c6642f44589dd19e652edffecb for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:50.813784 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:50.822189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:50.914425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks [] for security_group (dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:50.920117 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:50.941307 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:18:50.958702 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:50.961645 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (f0454b18-1540-462a-8e93-c8bb98c379fd), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:50.962203 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Added segment f0454b18-1540-462a-8e93-c8bb98c379fd of type vlan for network 803eb968-0c14-4219-a1f0-4742a603bb8c Jan 16 23:18:51.029466 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (803eb968-0c14-4219-a1f0-4742a603bb8c), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.059102 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (803eb968-0c14-4219-a1f0-4742a603bb8c), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.060219 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:51.060806 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.114935 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec8d35-2acb-4672-a62b-9d376cd12a34 req-7f400183-4ce8-4963-ac23-1df5a50acbf0 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:51.116558 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0eec8d35-2acb-4672-a62b-9d376cd12a34 req-7f400183-4ce8-4963-ac23-1df5a50acbf0 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 946 time: 0.0605450 Jan 16 23:18:51.146784 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37010) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:51.149789 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5142477 Jan 16 23:18:51.153186 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Request body: {'subnet': {'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-subnet', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:51.155409 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e3f14-22fd-4eb0-8b47-ad729ea09129 admin admin] Pushing event updated for resources: {'Network': ['ID=803eb968-0c14-4219-a1f0-4742a603bb8c,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:51.167751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 803eb968-0c14-4219-a1f0-4742a603bb8c details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:18:51.195426 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0eec8d35-2acb-4672-a62b-9d376cd12a34 req-6b393c12-2724-4087-a287-93fddc8e1db6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Jan 16 23:18:51.207211 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Made reservation on behalf of b71185c6642f44589dd19e652edffecb for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:51.212751 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5365339'] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.429842 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6222374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5365321'] for subnet (e7a6ba55-2b74-4da6-a185-33191f2bab15), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.453360 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37026) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:51.499340 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a6ba55-2b74-4da6-a185-33191f2bab15,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:51.505354 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Checking segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:51.505716 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Network hostable DHCP agents. Network: 803eb968-0c14-4219-a1f0-4742a603bb8c, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:18:51.529439 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Network 803eb968-0c14-4219-a1f0-4742a603bb8c is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:18:51.547070 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 803eb968-0c14-4219-a1f0-4742a603bb8c) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:51.551614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:51.552210 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.559604 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72597e59-8097-419a-bcf2-6c90806a7ee2 None None] Network 803eb968-0c14-4219-a1f0-4742a603bb8c requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:51.569489 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37032) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:51.570758 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-12c46ed6-dc21-4efd-b1fd-e061621d7cba admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4224334 Jan 16 23:18:51.573229 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37034) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:51.581517 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:51.614220 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (7e278cb5-d96c-41f0-92de-dfc0fa448df3), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.619033 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (7e278cb5-d96c-41f0-92de-dfc0fa448df3), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.711758 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e4fff8-164c-431b-a0c4-66131b6d4fef None None] Network 803eb968-0c14-4219-a1f0-4742a603bb8c requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:18:51.770707 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d0649ff4-f327-4719-9b04-385746cb5fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.783735 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2b632663-c54f-4bc0-8a49-27f074ea9f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.794921 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks [] for router_controller (7e278cb5-d96c-41f0-92de-dfc0fa448df3), precommit_add_association {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.918823 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2b632663-c54f-4bc0-8a49-27f074ea9f6c admin admin] Publish callbacks [] for security_group (99890a69-76ce-493c-93c5-799ad5e19681), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.923986 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d0649ff4-f327-4719-9b04-385746cb5fe7 admin admin] Publish callbacks [] for security_group (e3378672-5b0d-4ad7-8d60-0860df482dec), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.925628 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2b632663-c54f-4bc0-8a49-27f074ea9f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (99890a69-76ce-493c-93c5-799ad5e19681), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.930485 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d0649ff4-f327-4719-9b04-385746cb5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e3378672-5b0d-4ad7-8d60-0860df482dec), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:51.985980 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-2b632663-c54f-4bc0-8a49-27f074ea9f6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b0b0fa7eda94d0887f4438fa90817d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5303659 Jan 16 23:18:51.999583 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37044) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:52.001325 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b632663-c54f-4bc0-8a49-27f074ea9f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99890a69-76ce-493c-93c5-799ad5e19681,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:52.041566 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-d0649ff4-f327-4719-9b04-385746cb5fe7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2a2b83ba3d654cc48e59b0e6a43bfeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4686580 Jan 16 23:18:52.049493 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37048) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:52.082277 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0649ff4-f327-4719-9b04-385746cb5fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3378672-5b0d-4ad7-8d60-0860df482dec,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:52.153995 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-aec94555-b77e-4fa0-9179-69aeb5f28d45 admin admin] Publish callbacks [] for security_group (99890a69-76ce-493c-93c5-799ad5e19681), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.168230 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa78-3990-40c1-a7ba-ce2b6fd61969 admin admin] Publish callbacks [] for security_group (e3378672-5b0d-4ad7-8d60-0860df482dec), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.204661 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-aec94555-b77e-4fa0-9179-69aeb5f28d45 admin admin] Publish callbacks [] for security_group (99890a69-76ce-493c-93c5-799ad5e19681), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.212032 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks [] for router_gateway (7e278cb5-d96c-41f0-92de-dfc0fa448df3), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.223048 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa78-3990-40c1-a7ba-ce2b6fd61969 admin admin] Publish callbacks [] for security_group (e3378672-5b0d-4ad7-8d60-0860df482dec), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.291261 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-aec94555-b77e-4fa0-9179-69aeb5f28d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (99890a69-76ce-493c-93c5-799ad5e19681), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.294735 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-aec94555-b77e-4fa0-9179-69aeb5f28d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.297262 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-aec94555-b77e-4fa0-9179-69aeb5f28d45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99890a69-76ce-493c-93c5-799ad5e19681 HTTP/1.1" status: 204 len: 168 time: 0.2781081 Jan 16 23:18:52.301746 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa78-3990-40c1-a7ba-ce2b6fd61969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e3378672-5b0d-4ad7-8d60-0860df482dec), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.304050 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9aa0aa78-3990-40c1-a7ba-ce2b6fd61969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.305103 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-9aa0aa78-3990-40c1-a7ba-ce2b6fd61969 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3378672-5b0d-4ad7-8d60-0860df482dec HTTP/1.1" status: 204 len: 168 time: 0.2546864 Jan 16 23:18:52.310571 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec94555-b77e-4fa0-9179-69aeb5f28d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99890a69-76ce-493c-93c5-799ad5e19681,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:52.321090 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa0aa78-3990-40c1-a7ba-ce2b6fd61969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3378672-5b0d-4ad7-8d60-0860df482dec,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:52.370438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ccf792-e952-4a29-bb98-0946200e29d9 req-806d105b-4a7a-4025-9c14-a7ba8be8aaac tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:52.371920 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a0ccf792-e952-4a29-bb98-0946200e29d9 req-806d105b-4a7a-4025-9c14-a7ba8be8aaac tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 946 time: 0.0760527 Jan 16 23:18:52.568833 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a0ccf792-e952-4a29-bb98-0946200e29d9 req-647df1a3-dca0-454f-a966-db010d2bfba2 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800516 Jan 16 23:18:52.633019 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks [] for router_gateway (7e278cb5-d96c-41f0-92de-dfc0fa448df3), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.666517 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.802583 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Allocated IP 172.27.3.5 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/f044b3fa-1342-45c1-b388-a89d52892e9c) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:18:52.832672 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37082) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:52.854680 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cbe46c2a-1580-4fbd-9307-79c5b6f2c51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.866784 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37084) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:52.886773 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d7195c7b-9626-4a8e-a35f-34d1d94e1a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.922568 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks [] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:52.958983 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.008747 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:53.014078 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:53.016032 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d7195c7b-9626-4a8e-a35f-34d1d94e1a9c admin admin] Publish callbacks [] for security_group (87d6aaf5-bb0a-464a-9b3e-aa46235e21f7), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.016426 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:18:53.019353 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Pushing event updated for resources: {'Port': ['ID=f044b3fa-1342-45c1-b388-a89d52892e9c,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:53.036994 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cbe46c2a-1580-4fbd-9307-79c5b6f2c51f admin admin] Publish callbacks [] for security_group (3a03a364-7916-4c30-b9b2-f8e9b10cba37), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.047245 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d7195c7b-9626-4a8e-a35f-34d1d94e1a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (87d6aaf5-bb0a-464a-9b3e-aa46235e21f7), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.079335 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cbe46c2a-1580-4fbd-9307-79c5b6f2c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3a03a364-7916-4c30-b9b2-f8e9b10cba37), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.276337 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks [] for router_gateway (7e278cb5-d96c-41f0-92de-dfc0fa448df3), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.318771 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-d7195c7b-9626-4a8e-a35f-34d1d94e1a9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f4a6824c18144ad87e653eb631bb4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509223 Jan 16 23:18:53.322156 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37096) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:53.326818 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cbe46c2a-1580-4fbd-9307-79c5b6f2c51f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ba39894b4d24718ad89c6cc6bc39eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926474 Jan 16 23:18:53.330813 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37098) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:53.333321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7195c7b-9626-4a8e-a35f-34d1d94e1a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d6aaf5-bb0a-464a-9b3e-aa46235e21f7,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:53.373814 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-3ef60ed7-523e-4799-acec-5d46f231b4c5 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:53.375294 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-3ef60ed7-523e-4799-acec-5d46f231b4c5 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.3613718 Jan 16 23:18:53.376697 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe46c2a-1580-4fbd-9307-79c5b6f2c51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a03a364-7916-4c30-b9b2-f8e9b10cba37,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:53.390704 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-6b1b8733-cf95-4104-aa4b-36fb5f69776b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/quotas/b0409069f3c5402297eec9a6afacaac4 HTTP/1.1" status: 200 len: 375 time: 0.0094419 Jan 16 23:18:53.441846 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-0190e8f9-cd16-4952-b068-1a5a6c1b92ef tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459480 Jan 16 23:18:53.487650 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-dd08de01-9e37-4177-82b3-652efefa5337 admin admin] Publish callbacks [] for security_group (87d6aaf5-bb0a-464a-9b3e-aa46235e21f7), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.540528 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8b2ffc8d-a374-4419-bfea-b3d332496e0b admin admin] Publish callbacks [] for security_group (3a03a364-7916-4c30-b9b2-f8e9b10cba37), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.553582 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-cbd76bd9-c7cc-4b84-ac3e-807736a5694f service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046441 Jan 16 23:18:53.560995 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-dd08de01-9e37-4177-82b3-652efefa5337 admin admin] Publish callbacks [] for security_group (87d6aaf5-bb0a-464a-9b3e-aa46235e21f7), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.602230 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8b2ffc8d-a374-4419-bfea-b3d332496e0b admin admin] Publish callbacks [] for security_group (3a03a364-7916-4c30-b9b2-f8e9b10cba37), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.613562 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (7e278cb5-d96c-41f0-92de-dfc0fa448df3), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.659505 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-03fabcb5-d695-4de4-895f-d05fb4c3addb service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050727 Jan 16 23:18:53.770219 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-dd08de01-9e37-4177-82b3-652efefa5337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (87d6aaf5-bb0a-464a-9b3e-aa46235e21f7), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.772810 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-dd08de01-9e37-4177-82b3-652efefa5337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.774251 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-dd08de01-9e37-4177-82b3-652efefa5337 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87d6aaf5-bb0a-464a-9b3e-aa46235e21f7 HTTP/1.1" status: 204 len: 168 time: 0.4511592 Jan 16 23:18:53.809159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8b2ffc8d-a374-4419-bfea-b3d332496e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3a03a364-7916-4c30-b9b2-f8e9b10cba37), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.812956 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8b2ffc8d-a374-4419-bfea-b3d332496e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:53.814273 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8b2ffc8d-a374-4419-bfea-b3d332496e0b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a03a364-7916-4c30-b9b2-f8e9b10cba37 HTTP/1.1" status: 204 len: 168 time: 0.4826000 Jan 16 23:18:53.830475 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08de01-9e37-4177-82b3-652efefa5337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d6aaf5-bb0a-464a-9b3e-aa46235e21f7,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:53.848748 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d509e3f-3be0-4ab9-a7dd-41d1323ada0c req-f089d5fd-aa9c-4f69-aaf3-adba4fac13a6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:53.850953 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4d509e3f-3be0-4ab9-a7dd-41d1323ada0c req-f089d5fd-aa9c-4f69-aaf3-adba4fac13a6 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 946 time: 0.1681285 Jan 16 23:18:53.870994 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ffc8d-a374-4419-bfea-b3d332496e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a03a364-7916-4c30-b9b2-f8e9b10cba37,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:53.962673 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4d509e3f-3be0-4ab9-a7dd-41d1323ada0c req-fcbf1371-bbd1-427d-9001-de5fee881cad tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021829 Jan 16 23:18:53.976113 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:18:54.077579 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3a426fff-826f-4c45-96a5-5af99fcd2e7b req-b763f5a1-c432-46f5-a2f3-9dcff8715e8b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 210 time: 0.0342548 Jan 16 23:18:54.163379 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:18:54.179144 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Sync routers for ids ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:18:54.207085 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Routers {'7e278cb5-d96c-41f0-92de-dfc0fa448df3'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:18:54.210631 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:18:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:54.212591 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:54.214290 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-305329aa-f403-4e5b-b058-8d1ffca7e3db admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6400406 Jan 16 23:18:54.216954 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37140) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:54.398730 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Set router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:18:54.694184 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:18:53Z', 'revision_number': 3, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:54.732208 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Checking router: 7e278cb5-d96c-41f0-92de-dfc0fa448df3 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:18:54.732568 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Updating router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 port f044b3fa-1342-45c1-b388-a89d52892e9c binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:18:54.764298 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:54.905590 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-4273e2fe-9507-4a9b-b77f-e8e5807f8410 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:54.907224 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-4273e2fe-9507-4a9b-b77f-e8e5807f8410 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 946 time: 0.0634568 Jan 16 23:18:55.095909 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Deleting port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:18:55.096249 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.163781 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.217396 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530155af-82ba-4c2d-9b4f-60b5e4df775d req-2089311b-4c5a-4eab-9258-c30e834d70cb tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:55.226064 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-530155af-82ba-4c2d-9b4f-60b5e4df775d req-2089311b-4c5a-4eab-9258-c30e834d70cb tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 946 time: 0.0916574 Jan 16 23:18:55.227386 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Publish callbacks [] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.237445 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.303594 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-530155af-82ba-4c2d-9b4f-60b5e4df775d req-2e0e5fd6-7c72-4bae-95c9-9e0a190dd13e tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/security-groups?id=9dffa1d1-5a04-4e61-ae0d-15a14238ee03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763574 Jan 16 23:18:55.318248 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] For port 4db3d645-41dc-44c7-b257-8b8d4ab981e0, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=4db3d645-41dc-44c7-b257-8b8d4ab981e0,segment=NetworkSegment(315c0770-3921-4898-a52a-9fcdec14e999),segment_id=315c0770-3921-4898-a52a-9fcdec14e999)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:55.318687 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.334782 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Pushing event updated for resources: {'Port': ['ID=f044b3fa-1342-45c1-b388-a89d52892e9c,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:55.337122 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Attempting to bind port f044b3fa-1342-45c1-b388-a89d52892e9c on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:18:55.337687 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Attempting to bind port f044b3fa-1342-45c1-b388-a89d52892e9c by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:18:55.338231 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Attempting to bind port f044b3fa-1342-45c1-b388-a89d52892e9c on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:55.370561 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Calling delete_port for 4db3d645-41dc-44c7-b257-8b8d4ab981e0 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:18:55.378897 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:18:55.379290 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:55.380075 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.380195 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:18:55.380612 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Bound port: f044b3fa-1342-45c1-b388-a89d52892e9c, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:18:55.381001 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.399493 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.399893 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.400257 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.400603 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.403690 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.404817 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.405221 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.406390 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.406763 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.407691 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.408030 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.410535 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.410901 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:18:55.488252 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9fc15def-483d-4a05-9fba-e6b7968bd928 req-c65ce8e0-e734-4000-9534-60e45ca4ac52 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 210 time: 0.0607953 Jan 16 23:18:55.502314 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Allocated IP 172.20.0.1 (803eb968-0c14-4219-a1f0-4742a603bb8c/e7a6ba55-2b74-4da6-a185-33191f2bab15/34cfe2c5-7260-47e0-89ee-af99b61bac30) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:18:55.534043 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] For port f044b3fa-1342-45c1-b388-a89d52892e9c, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:18:55.552965 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] For port f044b3fa-1342-45c1-b388-a89d52892e9c, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=f044b3fa-1342-45c1-b388-a89d52892e9c,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:18:55.566342 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.733626 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0b42e-5ea5-4d48-ab8d-54a083355c14 None None] Pushing event updated for resources: {'Port': ['ID=f044b3fa-1342-45c1-b388-a89d52892e9c,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:55.735858 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (4db3d645-41dc-44c7-b257-8b8d4ab981e0), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.741279 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Routers {'7e278cb5-d96c-41f0-92de-dfc0fa448df3'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:18:55.742346 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:18:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:55.758219 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks [] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.764343 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-03f5111d-f470-4b12-b070-3e43cc626698 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:55.773615 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-03f5111d-f470-4b12-b070-3e43cc626698 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.2340951 Jan 16 23:18:55.787673 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Pushing event deleted for resources: {'Port': ['ID=4db3d645-41dc-44c7-b257-8b8d4ab981e0,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:55.799044 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['4db3d645-41dc-44c7-b257-8b8d4ab981e0'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:55.822584 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Request body: {'port': {'device_id': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'admin_state_up': True, 'tenant_id': 'b0409069f3c5402297eec9a6afacaac4'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:55.883896 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] No DVR routers for this DVR port 4db3d645-41dc-44c7-b257-8b8d4ab981e0 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:18:55.892100 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.904176 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c64b96ed-f984-4801-9e4d-3c9bc2add260 req-2026d932-8c14-4f7f-b598-73a45957c524 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.76 "DELETE /v2.0/ports/4db3d645-41dc-44c7-b257-8b8d4ab981e0 HTTP/1.1" status: 204 len: 173 time: 0.9751959 Jan 16 23:18:55.905552 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] Set router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:18:55.909926 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'name': 'network-vif-deleted', 'tag': '4db3d645-41dc-44c7-b257-8b8d4ab981e0'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:55.914330 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab730634-38ec-468e-ac76-edea04d5f8ba" -d '{"events": [{"server_uuid": "8c999f4b-781e-4b20-bcfd-c72dccbca7dc", "name": "network-vif-deleted", "tag": "4db3d645-41dc-44c7-b257-8b8d4ab981e0"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:55.962644 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:55.997376 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b838c33-a1f7-4aaa-82e0-8232c3099441 x-openstack-request-id: req-1b838c33-a1f7-4aaa-82e0-8232c3099441 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:55.997739 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c999f4b-781e-4b20-bcfd-c72dccbca7dc", "name": "network-vif-deleted", "tag": "4db3d645-41dc-44c7-b257-8b8d4ab981e0", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:55.997960 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b838c33-a1f7-4aaa-82e0-8232c3099441 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:55.998480 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c999f4b-781e-4b20-bcfd-c72dccbca7dc', 'name': 'network-vif-deleted', 'tag': '4db3d645-41dc-44c7-b257-8b8d4ab981e0', 'status': 'completed', 'code': 200} Jan 16 23:18:56.055199 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Network 803eb968-0c14-4219-a1f0-4742a603bb8c is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:56.069673 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:56.082612 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:18:56.112531 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Made reservation on behalf of b0409069f3c5402297eec9a6afacaac4 for: {'port': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:18:56.117112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:56.150990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Pushing event updated for resources: {'Port': ['ID=34cfe2c5-7260-47e0-89ee-af99b61bac30,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:56.172048 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (7e278cb5-d96c-41f0-92de-dfc0fa448df3), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:56.291135 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37222) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:56.292133 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:18:53Z', 'revision_number': 3, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:56.325518 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d17e51f-a005-49d1-a027-519875d98f09 None None] The sync data for ids ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'] in dv-cinder-824839-1-iscsi is: [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:18:53Z', 'revision_number': 3, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:18:56.340726 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Allocated IP 172.20.0.11 (a365db0f-280a-49cc-a17d-3103008fd4e5/f55d561c-a138-4760-8d4c-c075aa6b36b8/ea51efb9-0289-48dc-897d-1413bfe7abbc) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:18:56.476009 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:56.596728 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1c47cfce-a2b1-4534-bf66-0137894de97a req-5cc12af5-b10a-49a9-850d-58227951aa43 tempest-VolumesActionsTest-1074615604 tempest-VolumesActionsTest-1074615604-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c999f4b-781e-4b20-bcfd-c72dccbca7dc HTTP/1.1" status: 200 len: 210 time: 0.1050086 Jan 16 23:18:56.610605 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks [] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:56.669349 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:56.712646 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:18:56.905403 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Network a365db0f-280a-49cc-a17d-3103008fd4e5 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:56.916796 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:56.920354 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:18:56.933118 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d0c-e97e-438b-832b-a0b7033cd57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:56.958853 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event updated for resources: {'Port': ['ID=ea51efb9-0289-48dc-897d-1413bfe7abbc,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:18:56.981141 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:18:56.982779 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4d312-dffe-47a4-86e9-c41039dd9a61 req-abef1ea8-988f-4719-82e4-2cde8311e9f1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:56.991300 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29a4d312-dffe-47a4-86e9-c41039dd9a61 req-abef1ea8-988f-4719-82e4-2cde8311e9f1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 932 time: 0.3360441 Jan 16 23:18:57.036153 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks [] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.045536 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:57.051454 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.055423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.101899 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-f556a247-54b2-430c-ac99-5b6f0e077bdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2841017 Jan 16 23:18:57.127912 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Request body: {'port': {'device_id': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:18:57.204056 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29a4d312-dffe-47a4-86e9-c41039dd9a61 req-4befa579-fc91-41b3-9661-22802ee3b5d9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116563 Jan 16 23:18:57.236649 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (7e278cb5-d96c-41f0-92de-dfc0fa448df3), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.242858 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.255829 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Pushing event updated for resources: {'Port': ['ID=34cfe2c5-7260-47e0-89ee-af99b61bac30,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:57.373139 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d0c-e97e-438b-832b-a0b7033cd57b admin admin] Publish callbacks [] for security_group (50e33a69-2c0e-47d5-aad4-d908f28f7462), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.386886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c1ed1d0c-e97e-438b-832b-a0b7033cd57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (50e33a69-2c0e-47d5-aad4-d908f28f7462), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.436319 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed1d0c-e97e-438b-832b-a0b7033cd57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e33a69-2c0e-47d5-aad4-d908f28f7462,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:57.471958 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c1ed1d0c-e97e-438b-832b-a0b7033cd57b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88536df7986146c3a8b6fef02a03553b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1756046 Jan 16 23:18:57.475248 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37258) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:57.499123 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Network 803eb968-0c14-4219-a1f0-4742a603bb8c is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:18:57.506411 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:18:57.652980 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88b09aa0-399a-46a3-9867-fbc19ade15fd admin admin] Publish callbacks [] for security_group (50e33a69-2c0e-47d5-aad4-d908f28f7462), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.706869 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea51efb9-0289-48dc-897d-1413bfe7abbc {{(pid=102394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:18:57.726410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88b09aa0-399a-46a3-9867-fbc19ade15fd admin admin] Publish callbacks [] for security_group (50e33a69-2c0e-47d5-aad4-d908f28f7462), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.743646 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Publish callbacks [] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.758768 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:18:57.767413 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.provisioning_blocks [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Transition to ACTIVE for port object ea51efb9-0289-48dc-897d-1413bfe7abbc will not be triggered until provisioned by entity L2. {{(pid=102394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:18:57.772916 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.883652 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Pushing event updated for resources: {'Port': ['ID=ea51efb9-0289-48dc-897d-1413bfe7abbc,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:57.943913 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88b09aa0-399a-46a3-9867-fbc19ade15fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (50e33a69-2c0e-47d5-aad4-d908f28f7462), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.946669 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88b09aa0-399a-46a3-9867-fbc19ade15fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:57.947557 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Attempting to bind port ea51efb9-0289-48dc-897d-1413bfe7abbc on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:18:57.947900 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Attempting to bind port ea51efb9-0289-48dc-897d-1413bfe7abbc by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:18:57.948232 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Attempting to bind port ea51efb9-0289-48dc-897d-1413bfe7abbc on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:57.954407 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Port ea51efb9-0289-48dc-897d-1413bfe7abbc on network a365db0f-280a-49cc-a17d-3103008fd4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:18:57.954735 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Attempting to bind port ea51efb9-0289-48dc-897d-1413bfe7abbc on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:18:57.956409 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-88b09aa0-399a-46a3-9867-fbc19ade15fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/50e33a69-2c0e-47d5-aad4-d908f28f7462 HTTP/1.1" status: 204 len: 168 time: 0.4798698 Jan 16 23:18:57.960430 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:18:57.960782 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Checking segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:18:57.961848 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Bound using segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:18:57.962292 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Bound port: ea51efb9-0289-48dc-897d-1413bfe7abbc, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:18:57.962657 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.023538 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b09aa0-399a-46a3-9867-fbc19ade15fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e33a69-2c0e-47d5-aad4-d908f28f7462,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:58.049231 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:18:58.061839 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8d0ff8e5-6aa6-43f5-810e-845065f28a0d admin admin] 10.222.0.35 "PUT /v2.0/routers/7e278cb5-d96c-41f0-92de-dfc0fa448df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8436232 Jan 16 23:18:58.092694 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] For port ea51efb9-0289-48dc-897d-1413bfe7abbc, host hv-cinder-82483, cleared binding levels {{(pid=102394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:18:58.096887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] For port ea51efb9-0289-48dc-897d-1413bfe7abbc, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:18:58.114158 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.176327 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:58.177033 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.178692 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] 10.222.0.76 "PUT /v2.0/ports/ea51efb9-0289-48dc-897d-1413bfe7abbc HTTP/1.1" status: 200 len: 1094 time: 1.0571263 Jan 16 23:18:58.179545 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'tag': 'ea51efb9-0289-48dc-897d-1413bfe7abbc'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:18:58.182009 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758d7088-36a3-4dd8-827e-c8005e0b38d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f169423-5da1-4abf-8f59-ab6eb1be9855", "tag": "ea51efb9-0289-48dc-897d-1413bfe7abbc"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:18:58.337838 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359da615-d994-4a7b-b741-45544c28b2af x-openstack-request-id: req-359da615-d994-4a7b-b741-45544c28b2af {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:18:58.338068 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f169423-5da1-4abf-8f59-ab6eb1be9855", "tag": "ea51efb9-0289-48dc-897d-1413bfe7abbc", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:18:58.339966 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-359da615-d994-4a7b-b741-45544c28b2af {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:18:58.340647 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'tag': 'ea51efb9-0289-48dc-897d-1413bfe7abbc', 'status': 'completed', 'code': 200} Jan 16 23:18:58.347524 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724c168-d23b-4d71-9f3f-edb6aa198d7e service neutron] Pushing event updated for resources: {'Port': ['ID=ea51efb9-0289-48dc-897d-1413bfe7abbc,revision_number=3']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:58.389917 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-b70d580c-80b4-469b-b815-177313c66864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:58.392048 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-b70d580c-80b4-469b-b815-177313c66864 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 1097 time: 0.1363780 Jan 16 23:18:58.426275 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de2e6d8-bfc5-4160-90af-a19a3fdb1cce req-f3d94bb0-57a9-4bb9-8b29-a9528d522a52 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:58.427848 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6de2e6d8-bfc5-4160-90af-a19a3fdb1cce req-f3d94bb0-57a9-4bb9-8b29-a9528d522a52 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 944 time: 0.0758295 Jan 16 23:18:58.481480 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-c639d970-6650-45b2-8292-c62782be21cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc HTTP/1.1" status: 200 len: 217 time: 0.0708127 Jan 16 23:18:58.507729 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 4db3d645-41dc-44c7-b257-8b8d4ab981e0 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:18:58.555173 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6de2e6d8-bfc5-4160-90af-a19a3fdb1cce req-29974d71-c197-450d-8e9d-fc09da28facc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169646 Jan 16 23:18:58.582256 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37308) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:58.582671 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-45848a16-c1e5-4cec-9102-1f5fff31a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:58.584167 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-45848a16-c1e5-4cec-9102-1f5fff31a757 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.0947323 Jan 16 23:18:58.584702 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 4db3d645-41dc-44c7-b257-8b8d4ab981e0 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:18:58.600170 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 4db3d645-41dc-44c7-b257-8b8d4ab981e0 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:18:58.604205 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device f044b3fa-1342-45c1-b388-a89d52892e9c up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:18:58.608500 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-38007969-a8fa-4bcf-b1d8-604d4cd3e26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.640575 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-32a1b66f-ff97-430a-ae40-bf2190a5103d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476785 Jan 16 23:18:58.684388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port f044b3fa-1342-45c1-b388-a89d52892e9c triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:18:58.685253 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.769796 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-38007969-a8fa-4bcf-b1d8-604d4cd3e26d admin admin] Publish callbacks [] for security_group (cb12d88d-9cef-4001-bc16-f50f8d4b5b60), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.777096 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-38007969-a8fa-4bcf-b1d8-604d4cd3e26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cb12d88d-9cef-4001-bc16-f50f8d4b5b60), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.807602 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port f044b3fa-1342-45c1-b388-a89d52892e9c is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:18:58.808076 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.834709 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-38007969-a8fa-4bcf-b1d8-604d4cd3e26d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3d722b3892a74f6ba8a8870cbce9a1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511251 Jan 16 23:18:58.835467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38007969-a8fa-4bcf-b1d8-604d4cd3e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb12d88d-9cef-4001-bc16-f50f8d4b5b60,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:58.838364 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37328) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:58.851551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port f044b3fa-1342-45c1-b388-a89d52892e9c, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=f044b3fa-1342-45c1-b388-a89d52892e9c,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:18:58.864692 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.907221 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d5f8fe3a-957d-413c-8fb2-f48c7859443f admin admin] Publish callbacks [] for security_group (cb12d88d-9cef-4001-bc16-f50f8d4b5b60), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.944381 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=f044b3fa-1342-45c1-b388-a89d52892e9c,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:58.954600 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d5f8fe3a-957d-413c-8fb2-f48c7859443f admin admin] Publish callbacks [] for security_group (cb12d88d-9cef-4001-bc16-f50f8d4b5b60), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:58.955655 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-7c3d0250-7fd8-4f61-ab2f-04302e1f32e6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:58.957440 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-7c3d0250-7fd8-4f61-ab2f-04302e1f32e6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 818 time: 0.2287982 Jan 16 23:18:58.983257 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-db8e1510-c878-42e8-8f00-36da397ba30c service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340144 Jan 16 23:18:58.984709 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-7b3f1779-354b-4593-983a-ede60375f1c8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/quotas/b71185c6642f44589dd19e652edffecb HTTP/1.1" status: 200 len: 375 time: 0.0173337 Jan 16 23:18:59.023944 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d5f8fe3a-957d-413c-8fb2-f48c7859443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (cb12d88d-9cef-4001-bc16-f50f8d4b5b60), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.027236 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d5f8fe3a-957d-413c-8fb2-f48c7859443f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.028366 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d5f8fe3a-957d-413c-8fb2-f48c7859443f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb12d88d-9cef-4001-bc16-f50f8d4b5b60 HTTP/1.1" status: 204 len: 168 time: 0.1888640 Jan 16 23:18:59.042451 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8fe3a-957d-413c-8fb2-f48c7859443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb12d88d-9cef-4001-bc16-f50f8d4b5b60,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:59.132354 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-dd8f07fe-1f09-40b6-8f9d-85d7cdbe8fac tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1333506 Jan 16 23:18:59.141574 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Sync routers for ids ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:18:59.159878 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Routers {'7e278cb5-d96c-41f0-92de-dfc0fa448df3'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:18:59.160511 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:18:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:59.271263 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4de25df3-11d8-437d-81f1-671891a70ee6 req-32b4ea5e-5026-465e-afeb-b8115f100498 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710979 Jan 16 23:18:59.365439 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-f15cae53-75c8-47e0-ae13-236d276b4891 service neutron] 10.222.0.35 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136955 Jan 16 23:18:59.451085 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Set router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:18:59.511180 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-b509a888-b09c-4a21-b2d4-b31c71bd4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:59.513385 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-b509a888-b09c-4a21-b2d4-b31c71bd4ed3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 1097 time: 0.1064563 Jan 16 23:18:59.590545 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-a9a500d9-fd42-4b18-bae1-e4027e71edc7 service neutron] 10.222.0.35 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195005 Jan 16 23:18:59.625633 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37372) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:59.650221 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-393af2bb-1385-46a8-8226-920393fff3b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.710498 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a8455-0310-405b-b3c1-a154dbe1c368 req-09ac3015-da45-46bb-93e2-754308eb9a57 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:18:59.722703 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7d4a8455-0310-405b-b3c1-a154dbe1c368 req-09ac3015-da45-46bb-93e2-754308eb9a57 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 944 time: 0.0711441 Jan 16 23:18:59.808014 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7d4a8455-0310-405b-b3c1-a154dbe1c368 req-3a11ef97-219a-4ee5-aad6-cd923568b579 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838354 Jan 16 23:18:59.818754 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-393af2bb-1385-46a8-8226-920393fff3b6 admin admin] Publish callbacks [] for security_group (fa6ede8c-efec-46cd-8492-9914b8069b78), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.823155 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-393af2bb-1385-46a8-8226-920393fff3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fa6ede8c-efec-46cd-8492-9914b8069b78), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.860091 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:18:56Z', 'revision_number': 4, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '34cfe2c5-7260-47e0-89ee-af99b61bac30', 'name': '', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'mac_address': 'fa:16:3e:d8:3f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:55Z', 'updated_at': '2022-01-16T23:18:56Z', 'revision_number': 2, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'subnets': [{'id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:18:59.864350 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-393af2bb-1385-46a8-8226-920393fff3b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4cf52bfa78344548770baf5f2387b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374229 Jan 16 23:18:59.867065 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37382) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:18:59.869380 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393af2bb-1385-46a8-8226-920393fff3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6ede8c-efec-46cd-8492-9914b8069b78,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:18:59.896617 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Checking router: 7e278cb5-d96c-41f0-92de-dfc0fa448df3 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:18:59.897180 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Updating router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 port 34cfe2c5-7260-47e0-89ee-af99b61bac30 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:18:59.933036 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.943846 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-75b8fbd2-1d64-448a-80c8-7b24dd36099b admin admin] Publish callbacks [] for security_group (fa6ede8c-efec-46cd-8492-9914b8069b78), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:18:59.986283 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-108b3751-5f76-4325-b4a3-1dc8d5ada4f0 req-24a748d5-9b01-488b-83ad-a11519b41834 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 210 time: 0.0312755 Jan 16 23:18:59.991471 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-75b8fbd2-1d64-448a-80c8-7b24dd36099b admin admin] Publish callbacks [] for security_group (fa6ede8c-efec-46cd-8492-9914b8069b78), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.072390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-75b8fbd2-1d64-448a-80c8-7b24dd36099b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fa6ede8c-efec-46cd-8492-9914b8069b78), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.075108 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-75b8fbd2-1d64-448a-80c8-7b24dd36099b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.076390 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-75b8fbd2-1d64-448a-80c8-7b24dd36099b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa6ede8c-efec-46cd-8492-9914b8069b78 HTTP/1.1" status: 204 len: 168 time: 0.2082641 Jan 16 23:19:00.086263 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8fbd2-1d64-448a-80c8-7b24dd36099b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6ede8c-efec-46cd-8492-9914b8069b78,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:00.317422 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Publish callbacks [] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.326637 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.354478 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-6771b3c1-5d6b-4e88-b573-43858030d173 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:00.356238 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-6771b3c1-5d6b-4e88-b573-43858030d173 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 818 time: 0.1343207 Jan 16 23:19:00.387197 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-eb477bcc-5cf5-4832-a667-56e3d0c259e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/quotas/b71185c6642f44589dd19e652edffecb HTTP/1.1" status: 200 len: 375 time: 0.0241282 Jan 16 23:19:00.393517 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185315-0f43-4824-98ab-bc4f8e2aa7ee None None] Pushing event updated for resources: {'Port': ['ID=34cfe2c5-7260-47e0-89ee-af99b61bac30,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:00.451891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Attempting to bind port 34cfe2c5-7260-47e0-89ee-af99b61bac30 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:00.452666 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Attempting to bind port 34cfe2c5-7260-47e0-89ee-af99b61bac30 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:00.453264 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Attempting to bind port 34cfe2c5-7260-47e0-89ee-af99b61bac30 on network 803eb968-0c14-4219-a1f0-4742a603bb8c {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:00.459040 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:00.459347 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Checking segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:00.459904 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.460293 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Bound using segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:00.460772 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Bound port: 34cfe2c5-7260-47e0-89ee-af99b61bac30, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:00.461155 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.462649 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-332fb3ba-a54f-4abd-8563-38cb49eb9900 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733654 Jan 16 23:19:00.536277 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device f044b3fa-1342-45c1-b388-a89d52892e9c up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:00.578252 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] For port 34cfe2c5-7260-47e0-89ee-af99b61bac30, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:00.584560 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-aefd4690-2554-45d9-a614-6098e87f6145 service neutron] 10.222.0.35 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151912 Jan 16 23:19:00.598185 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] For port 34cfe2c5-7260-47e0-89ee-af99b61bac30, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=34cfe2c5-7260-47e0-89ee-af99b61bac30,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:00.603862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-2386069e-02a3-4423-a1e8-c2dc4405429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:00.605791 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-2386069e-02a3-4423-a1e8-c2dc4405429d service neutron] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 916 time: 0.1085570 Jan 16 23:19:00.607956 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.663442 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port f044b3fa-1342-45c1-b388-a89d52892e9c triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:00.663818 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:00.694690 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-40a641b9-a772-4de0-8b25-469203738dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022906 Jan 16 23:19:00.700276 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Routers {'7e278cb5-d96c-41f0-92de-dfc0fa448df3'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:00.700901 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:18:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:00.706772 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e185315-0f43-4824-98ab-bc4f8e2aa7ee None None] Pushing event updated for resources: {'Port': ['ID=34cfe2c5-7260-47e0-89ee-af99b61bac30,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:00.874718 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port f044b3fa-1342-45c1-b388-a89d52892e9c is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:00.881084 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] Set router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:00.899897 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cf54c942-8852-4f62-baf2-e89d1c94d8a3 req-ef7a546e-08de-45fa-911d-6d504afa9b63 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 210 time: 0.0400343 Jan 16 23:19:01.062437 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6137a-e980-414e-8aab-054a8a091d4e req-98d39c6f-2232-49b0-b157-9bba8b8e0fe6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:01.067505 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-32d6137a-e980-414e-8aab-054a8a091d4e req-98d39c6f-2232-49b0-b157-9bba8b8e0fe6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 944 time: 0.0990391 Jan 16 23:19:01.134877 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-32d6137a-e980-414e-8aab-054a8a091d4e req-aaa6916f-a4d7-4e95-b52c-6c85c9eca523 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612609 Jan 16 23:19:01.214004 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:18:56Z', 'revision_number': 4, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '34cfe2c5-7260-47e0-89ee-af99b61bac30', 'name': '', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'mac_address': 'fa:16:3e:d8:3f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:55Z', 'updated_at': '2022-01-16T23:19:00Z', 'revision_number': 4, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'subnets': [{'id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:01.255032 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66772deb-5fde-448b-b370-85bfafee8559 None None] The sync data for ids ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'] in dv-cinder-824839-1-iscsi is: [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:18:56Z', 'revision_number': 4, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '34cfe2c5-7260-47e0-89ee-af99b61bac30', 'name': '', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'mac_address': 'fa:16:3e:d8:3f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:55Z', 'updated_at': '2022-01-16T23:19:00Z', 'revision_number': 4, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'subnets': [{'id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:19:01.990551 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-61796641-e1af-4501-a4fa-d445f6901894 req-639fd92a-976d-4615-867d-d513b14a2d97 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 210 time: 0.0264871 Jan 16 23:19:02.278117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab789d30-616a-411c-b954-2124dd02dba3 req-38e20eca-f4ee-45c6-955b-ac6d23c6e48b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:02.286233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ab789d30-616a-411c-b954-2124dd02dba3 req-38e20eca-f4ee-45c6-955b-ac6d23c6e48b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 944 time: 0.0712326 Jan 16 23:19:02.327742 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-1fbfb50e-c69e-4d10-bab3-89d8982ce754 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc HTTP/1.1" status: 200 len: 217 time: 0.0712347 Jan 16 23:19:02.368469 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ab789d30-616a-411c-b954-2124dd02dba3 req-465e4bc3-2a34-4b99-a5a5-37462e64c865 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809388 Jan 16 23:19:02.409737 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-42f7bd0a-4db5-4de8-9427-b411d7cc9c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:02.411499 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-42f7bd0a-4db5-4de8-9427-b411d7cc9c16 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.0750837 Jan 16 23:19:02.504461 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-f5cf339c-0926-4845-9b38-a9d774e94a81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414627 Jan 16 23:19:02.542225 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 34cfe2c5-7260-47e0-89ee-af99b61bac30 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:02.628362 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 34cfe2c5-7260-47e0-89ee-af99b61bac30 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:02.628751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:02.651675 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-1aad6ea3-7549-42d0-9133-02e366257441 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050057 Jan 16 23:19:02.717116 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 34cfe2c5-7260-47e0-89ee-af99b61bac30 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:02.717573 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:02.750127 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 34cfe2c5-7260-47e0-89ee-af99b61bac30, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=34cfe2c5-7260-47e0-89ee-af99b61bac30,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:02.753998 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:02.754759 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-758d7088-36a3-4dd8-827e-c8005e0b38d2 req-a25d59ca-df84-4b27-a6b2-5bfc448378c4 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871413 Jan 16 23:19:02.803659 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=34cfe2c5-7260-47e0-89ee-af99b61bac30,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:03.085611 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dbf83956-c1b0-46d1-b2a5-b847a07b05ae req-cb6470b8-ea1c-4b4f-8400-e556fd73a916 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 210 time: 0.0273089 Jan 16 23:19:03.296788 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-21404bbf-79ce-404f-bad0-118192243590 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:03.298805 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-21404bbf-79ce-404f-bad0-118192243590 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 818 time: 0.1094112 Jan 16 23:19:03.421038 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Request body: {'port': {'device_id': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'admin_state_up': True, 'tenant_id': 'b71185c6642f44589dd19e652edffecb'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:03.505054 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-3490ebb6-fd14-4eb4-8415-8a062a15e0c9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:03.506568 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-3490ebb6-fd14-4eb4-8415-8a062a15e0c9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 818 time: 0.1223962 Jan 16 23:19:03.565305 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Request body: {'port': {'device_id': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'admin_state_up': True, 'tenant_id': 'b71185c6642f44589dd19e652edffecb'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:03.681975 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Made reservation on behalf of b71185c6642f44589dd19e652edffecb for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:03.685496 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:03.732207 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee08b35-0b3d-457d-a488-fa4d5b119419 req-946de1a7-f0fa-436d-b103-3baaac933537 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:03.733705 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0ee08b35-0b3d-457d-a488-fa4d5b119419 req-946de1a7-f0fa-436d-b103-3baaac933537 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 944 time: 0.2672119 Jan 16 23:19:03.800453 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0ee08b35-0b3d-457d-a488-fa4d5b119419 req-de5d6b99-b079-4447-bacc-edbe92aefe39 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573757 Jan 16 23:19:03.801400 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Made reservation on behalf of b71185c6642f44589dd19e652edffecb for: {'port': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:03.804809 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:03.819190 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Allocated IP 172.20.0.6 (803eb968-0c14-4219-a1f0-4742a603bb8c/e7a6ba55-2b74-4da6-a185-33191f2bab15/08d046d7-6386-43fb-8c79-ffbdf69e54e1) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:04.003278 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks [] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.041532 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.098212 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Allocated IP 172.20.0.12 (803eb968-0c14-4219-a1f0-4742a603bb8c/e7a6ba55-2b74-4da6-a185-33191f2bab15/d21d4b2c-48ce-4033-9d8d-655e1b44d248) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:04.100297 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Network 803eb968-0c14-4219-a1f0-4742a603bb8c is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:04.104744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:04.107233 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:04.154079 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Pushing event updated for resources: {'Port': ['ID=08d046d7-6386-43fb-8c79-ffbdf69e54e1,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:04.194807 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:04.195484 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.215287 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-a3580a13-1753-402b-86d0-b8cae2f9a9ad tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6545091 Jan 16 23:19:04.250370 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Request body: {'port': {'device_id': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:04.361740 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.394237 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks [] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.403077 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3693c4-5d52-472f-9940-bf913a839890 req-422a64d9-479c-4047-bedf-ce335a18eb70 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:04.417353 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1c3693c4-5d52-472f-9940-bf913a839890 req-422a64d9-479c-4047-bedf-ce335a18eb70 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 931 time: 0.1888785 Jan 16 23:19:04.507615 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.545607 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ea51efb9-0289-48dc-897d-1413bfe7abbc details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:19:04.599557 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1c3693c4-5d52-472f-9940-bf913a839890 req-2e411e3e-e06c-4037-937d-f34696d1cb8f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835616 Jan 16 23:19:04.691328 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Pushing event updated for resources: {'Port': ['ID=d21d4b2c-48ce-4033-9d8d-655e1b44d248,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:04.728172 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Network 803eb968-0c14-4219-a1f0-4742a603bb8c is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:04.735861 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:04.738342 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 34cfe2c5-7260-47e0-89ee-af99b61bac30 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:04.743701 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:04.850872 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port ea51efb9-0289-48dc-897d-1413bfe7abbc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:04.869462 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'ea51efb9-0289-48dc-897d-1413bfe7abbc', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'port_id': 'ea51efb9-0289-48dc-897d-1413bfe7abbc', 'mac_address': 'fa:16:3e:eb:0b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55d561c-a138-4760-8d4c-c075aa6b36b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:19:04.876030 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:04.878985 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.879765 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 34cfe2c5-7260-47e0-89ee-af99b61bac30 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:04.880377 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:04.945162 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-466a3359-1bfd-400f-95f2-e91ba97b9bd0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5285852 Jan 16 23:19:04.966523 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Request body: {'port': {'device_id': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:04.975767 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port ea51efb9-0289-48dc-897d-1413bfe7abbc is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:04.977163 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.001261 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea51efb9-0289-48dc-897d-1413bfe7abbc {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:05.067872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41a9e9-55de-4264-921d-c24831554df3 req-e85ad698-9382-4227-a2f9-c64072be406f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:05.074989 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7e41a9e9-55de-4264-921d-c24831554df3 req-e85ad698-9382-4227-a2f9-c64072be406f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 944 time: 0.1565690 Jan 16 23:19:05.075958 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.095331 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port ea51efb9-0289-48dc-897d-1413bfe7abbc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:05.108553 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.250324 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=ea51efb9-0289-48dc-897d-1413bfe7abbc,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:05.274444 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 34cfe2c5-7260-47e0-89ee-af99b61bac30 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:05.314410 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7e41a9e9-55de-4264-921d-c24831554df3 req-eb97a36c-9e86-493b-ae56-ffe29b8ff81e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326849 Jan 16 23:19:05.340126 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d046d7-6386-43fb-8c79-ffbdf69e54e1 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:05.361677 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Publish callbacks [] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.374801 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37578) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:05.397394 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Transition to ACTIVE for port object 08d046d7-6386-43fb-8c79-ffbdf69e54e1 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:19:05.408009 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.554601 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['ea51efb9-0289-48dc-897d-1413bfe7abbc'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:19:05.657959 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Pushing event updated for resources: {'Port': ['ID=08d046d7-6386-43fb-8c79-ffbdf69e54e1,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:05.723176 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Attempting to bind port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:05.723519 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Attempting to bind port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:05.723949 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Attempting to bind port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 on network 803eb968-0c14-4219-a1f0-4742a603bb8c {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:05.745763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 on network 803eb968-0c14-4219-a1f0-4742a603bb8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:19:05.748446 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Attempting to bind port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 on network 803eb968-0c14-4219-a1f0-4742a603bb8c {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:05.762161 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0b303154-621b-4e49-af2a-b76d75ce41a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.784111 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:05.784504 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Checking segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:05.784953 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Bound using segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:05.785529 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Bound port: 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:05.785935 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:05.954558 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] For port 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:05.960075 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] For port 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:05.973567 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.047711 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Pushing event updated for resources: {'Port': ['ID=08d046d7-6386-43fb-8c79-ffbdf69e54e1,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:06.073817 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:06.074716 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.077367 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2df51484-6e1d-45a2-ac7c-abff56e8d67e service neutron] 10.222.0.76 "PUT /v2.0/ports/08d046d7-6386-43fb-8c79-ffbdf69e54e1 HTTP/1.1" status: 200 len: 1093 time: 1.8334441 Jan 16 23:19:06.077833 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'tag': '08d046d7-6386-43fb-8c79-ffbdf69e54e1'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:06.079516 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21d4b2c-48ce-4033-9d8d-655e1b44d248 {{(pid=102394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:06.084528 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f897923-8157-4b16-8ba6-7ecdcf2b5695" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc7c59f-0066-4373-92b4-43ea2430be1d", "tag": "08d046d7-6386-43fb-8c79-ffbdf69e54e1"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:06.095006 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Publish callbacks [] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.116541 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a724e-c68b-42a9-8c61-b043cc623208 req-d490366d-ad02-4e4b-a67b-c2cea9c16fbd tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:06.123465 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c37a724e-c68b-42a9-8c61-b043cc623208 req-d490366d-ad02-4e4b-a67b-c2cea9c16fbd tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 943 time: 0.2440066 Jan 16 23:19:06.153104 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.provisioning_blocks [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Transition to ACTIVE for port object d21d4b2c-48ce-4033-9d8d-655e1b44d248 will not be triggered until provisioned by entity L2. {{(pid=102394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:19:06.173757 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.174535 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb253ad7-47d2-4e4a-a905-47d769b200b1 x-openstack-request-id: req-eb253ad7-47d2-4e4a-a905-47d769b200b1 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:06.174992 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc7c59f-0066-4373-92b4-43ea2430be1d", "tag": "08d046d7-6386-43fb-8c79-ffbdf69e54e1", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:06.175558 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb253ad7-47d2-4e4a-a905-47d769b200b1 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:06.176111 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'tag': '08d046d7-6386-43fb-8c79-ffbdf69e54e1', 'status': 'completed', 'code': 200} Jan 16 23:19:06.225495 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0b303154-621b-4e49-af2a-b76d75ce41a4 admin admin] Publish callbacks [] for security_group (b67c1e3d-6b10-4e61-923d-2cc422a13a55), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.257513 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0b303154-621b-4e49-af2a-b76d75ce41a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b67c1e3d-6b10-4e61-923d-2cc422a13a55), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.268279 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c37a724e-c68b-42a9-8c61-b043cc623208 req-4b29aaa6-3666-48db-a74a-ca9853a59343 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429889 Jan 16 23:19:06.318645 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=d21d4b2c-48ce-4033-9d8d-655e1b44d248,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:06.356078 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303154-621b-4e49-af2a-b76d75ce41a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67c1e3d-6b10-4e61-923d-2cc422a13a55,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:06.379336 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-0b303154-621b-4e49-af2a-b76d75ce41a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67bcb507a8644da09eae6f7557eccbb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0033748 Jan 16 23:19:06.384790 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37604) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:06.462141 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Attempting to bind port d21d4b2c-48ce-4033-9d8d-655e1b44d248 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:06.462485 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Attempting to bind port d21d4b2c-48ce-4033-9d8d-655e1b44d248 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:06.462821 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Attempting to bind port d21d4b2c-48ce-4033-9d8d-655e1b44d248 on network 803eb968-0c14-4219-a1f0-4742a603bb8c {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:06.485876 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Port d21d4b2c-48ce-4033-9d8d-655e1b44d248 on network 803eb968-0c14-4219-a1f0-4742a603bb8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:19:06.488907 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Attempting to bind port d21d4b2c-48ce-4033-9d8d-655e1b44d248 on network 803eb968-0c14-4219-a1f0-4742a603bb8c {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:06.513237 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:06.513631 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Checking segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:06.514071 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Bound using segment: {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:06.514554 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Bound port: d21d4b2c-48ce-4033-9d8d-655e1b44d248, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0454b18-1540-462a-8e93-c8bb98c379fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c'}}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:06.514916 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.525337 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-15b059cd-c79e-4a3a-a275-5c4b40c19d77 admin admin] Publish callbacks [] for security_group (b67c1e3d-6b10-4e61-923d-2cc422a13a55), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.652010 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-15b059cd-c79e-4a3a-a275-5c4b40c19d77 admin admin] Publish callbacks [] for security_group (b67c1e3d-6b10-4e61-923d-2cc422a13a55), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.671633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2ac95cfb-d586-4117-942d-898598c01e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:06.673431 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-2ac95cfb-d586-4117-942d-898598c01e1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 1096 time: 0.4795983 Jan 16 23:19:06.705169 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a040b-2f9d-4f05-a67c-3f8632c763d3 req-7d69cd61-c926-4496-9e53-7f6219c3d10f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:06.712279 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e01a040b-2f9d-4f05-a67c-3f8632c763d3 req-7d69cd61-c926-4496-9e53-7f6219c3d10f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 945 time: 0.1110184 Jan 16 23:19:06.786681 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-15b059cd-c79e-4a3a-a275-5c4b40c19d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b67c1e3d-6b10-4e61-923d-2cc422a13a55), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.791201 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-24424880-c71f-47ef-8cf2-4250375cc9fb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1 HTTP/1.1" status: 200 len: 217 time: 0.0524833 Jan 16 23:19:06.800441 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-15b059cd-c79e-4a3a-a275-5c4b40c19d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:06.806104 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-15b059cd-c79e-4a3a-a275-5c4b40c19d77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b67c1e3d-6b10-4e61-923d-2cc422a13a55 HTTP/1.1" status: 204 len: 168 time: 0.4180675 Jan 16 23:19:06.888723 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b059cd-c79e-4a3a-a275-5c4b40c19d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67c1e3d-6b10-4e61-923d-2cc422a13a55,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:06.894848 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e01a040b-2f9d-4f05-a67c-3f8632c763d3 req-7a32262c-c67b-42f4-9df9-358ee8bb5d8a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816044 Jan 16 23:19:06.908229 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] For port d21d4b2c-48ce-4033-9d8d-655e1b44d248, host hv-cinder-82483, cleared binding levels {{(pid=102394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:06.913082 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] For port d21d4b2c-48ce-4033-9d8d-655e1b44d248, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:06.916337 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-6a3f5d2b-3e38-4530-96de-e25b71453a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:06.918074 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-6a3f5d2b-3e38-4530-96de-e25b71453a3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.1080823 Jan 16 23:19:06.922179 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.011924 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-34eb9064-b75c-4592-9c70-02367d9321e3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772851 Jan 16 23:19:07.085349 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=d21d4b2c-48ce-4033-9d8d-655e1b44d248,revision_number=3']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:07.093545 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.094364 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.096807 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-95b15cb6-38f6-466c-ae7d-0ce327e46ba5 service neutron] 10.222.0.76 "PUT /v2.0/ports/d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 1094 time: 2.1352725 Jan 16 23:19:07.097664 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'tag': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:07.100732 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522e527-a772-4803-816b-94624217e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee4ad04-4009-458d-bb7f-8be6f6fb26b5", "tag": "d21d4b2c-48ce-4033-9d8d-655e1b44d248"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:07.168473 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e219a7-d1ef-4757-8aca-fa8460fa5a75 x-openstack-request-id: req-63e219a7-d1ef-4757-8aca-fa8460fa5a75 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:07.169006 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee4ad04-4009-458d-bb7f-8be6f6fb26b5", "tag": "d21d4b2c-48ce-4033-9d8d-655e1b44d248", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:07.169571 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63e219a7-d1ef-4757-8aca-fa8460fa5a75 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:07.170288 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'tag': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248', 'status': 'completed', 'code': 200} Jan 16 23:19:07.230375 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-3dba3512-ad7b-4cde-bee9-e20e9ef633b9 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079244 Jan 16 23:19:07.311749 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-68d3bec9-c9b7-43d6-8aa0-679cfc933f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.314849 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-68d3bec9-c9b7-43d6-8aa0-679cfc933f2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1097 time: 0.1046388 Jan 16 23:19:07.378391 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f175dc40-0c77-4c3b-a2c5-fe3bdc6b98b2 req-00771266-ed59-41b8-83b9-416536ab7027 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388052 Jan 16 23:19:07.389120 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-b01c757c-f060-44b3-babf-51f73d2c58f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 217 time: 0.0525813 Jan 16 23:19:07.420474 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37ce18-f4ac-407c-aca9-40d07ae5f1ea req-25f5b6ff-aa95-4548-a86b-a382fb19dba2 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.422037 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac37ce18-f4ac-407c-aca9-40d07ae5f1ea req-25f5b6ff-aa95-4548-a86b-a382fb19dba2 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 943 time: 0.0589650 Jan 16 23:19:07.435712 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37632) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:07.442942 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-3c922b59-bc5e-4ce9-97a1-1e734408551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.444451 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-3c922b59-bc5e-4ce9-97a1-1e734408551f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0456975 Jan 16 23:19:07.456904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e3c6ec2-e058-460d-812a-b0ef0436f05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.523542 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-9c5d1704-a392-462e-bde6-a7ed7124f59d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270810 Jan 16 23:19:07.575552 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac37ce18-f4ac-407c-aca9-40d07ae5f1ea req-e39fd271-a0f9-40db-b3e2-3b3a72e239de tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472576 Jan 16 23:19:07.601609 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-c4771f75-ab63-43c5-b38a-8485bd9a02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.603127 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-c4771f75-ab63-43c5-b38a-8485bd9a02b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 1096 time: 0.1018353 Jan 16 23:19:07.633950 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-e5f11666-572a-42de-808d-d6d1252bbfe7 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003935 Jan 16 23:19:07.682098 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e3c6ec2-e058-460d-812a-b0ef0436f05f admin admin] Publish callbacks [] for security_group (051ef056-211c-45bb-913e-d5feaf1040ae), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.689597 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e3c6ec2-e058-460d-812a-b0ef0436f05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (051ef056-211c-45bb-913e-d5feaf1040ae), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.720939 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4c1fbcb4-3072-40ac-98e6-a7a60256a11c req-31084d5a-c317-4d08-afc8-fdb1ac204d4c service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807021 Jan 16 23:19:07.757803 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-9e3c6ec2-e058-460d-812a-b0ef0436f05f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eab55311176643f8ba9d6ae7acfe908e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212869 Jan 16 23:19:07.760547 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-2da26a60-d80c-47d5-8884-fc6783c47aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.760703 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37634) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:07.761986 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-2da26a60-d80c-47d5-8884-fc6783c47aca service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.1511621 Jan 16 23:19:07.763262 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c6ec2-e058-460d-812a-b0ef0436f05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051ef056-211c-45bb-913e-d5feaf1040ae,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:07.810581 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0402d40d-841c-4f28-930c-dd5cfcbe16c2 admin admin] Publish callbacks [] for security_group (051ef056-211c-45bb-913e-d5feaf1040ae), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.839026 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0402d40d-841c-4f28-930c-dd5cfcbe16c2 admin admin] Publish callbacks [] for security_group (051ef056-211c-45bb-913e-d5feaf1040ae), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:07.889498 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-a0be3d35-8ae5-4160-ac5b-ade6e8f0a8ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1 HTTP/1.1" status: 200 len: 217 time: 0.0589697 Jan 16 23:19:07.909817 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e527-a772-4803-816b-94624217e7be req-a944f356-72ba-4be7-86e0-ffb51195a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.910501 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-a944f356-72ba-4be7-86e0-ffb51195a767 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1097 time: 0.0633214 Jan 16 23:19:07.989505 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-59cff888-0070-48ae-a006-a7dc378b286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:07.992308 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-59cff888-0070-48ae-a006-a7dc378b286c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0932581 Jan 16 23:19:08.061497 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-a0926543-2a6b-44c7-91df-f2d8f7c400cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485165 Jan 16 23:19:08.182093 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf08a2-b625-4068-9e31-f0881e5dd345 req-38f80ca2-21e0-41b6-a0ee-a1ab54085daa tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:08.193492 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dfaf08a2-b625-4068-9e31-f0881e5dd345 req-38f80ca2-21e0-41b6-a0ee-a1ab54085daa tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 945 time: 0.1420867 Jan 16 23:19:08.200595 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0402d40d-841c-4f28-930c-dd5cfcbe16c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (051ef056-211c-45bb-913e-d5feaf1040ae), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:08.207240 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0402d40d-841c-4f28-930c-dd5cfcbe16c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:08.226673 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-0402d40d-841c-4f28-930c-dd5cfcbe16c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/051ef056-211c-45bb-913e-d5feaf1040ae HTTP/1.1" status: 204 len: 168 time: 0.4648678 Jan 16 23:19:08.261695 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e527-a772-4803-816b-94624217e7be req-66ba8384-be1f-4244-ab35-e45aec964f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:08.263647 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-66ba8384-be1f-4244-ab35-e45aec964f45 service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.3200338 Jan 16 23:19:08.271190 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402d40d-841c-4f28-930c-dd5cfcbe16c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051ef056-211c-45bb-913e-d5feaf1040ae,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:08.320300 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-0545b700-6c30-4229-9f6c-e579402deb64 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564807 Jan 16 23:19:08.343216 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-edb1fdba-1edf-4986-9583-7e47c8aefd31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 217 time: 0.0625787 Jan 16 23:19:08.408639 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dfaf08a2-b625-4068-9e31-f0881e5dd345 req-42a1ba1b-8993-4713-ae87-24bc6edf7d54 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137954 Jan 16 23:19:08.439746 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522e527-a772-4803-816b-94624217e7be req-1a6ee4da-bc5b-44d5-b074-755edd060a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:08.442502 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-1a6ee4da-bc5b-44d5-b074-755edd060a0d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0906849 Jan 16 23:19:08.450701 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f897923-8157-4b16-8ba6-7ecdcf2b5695 req-48f895e4-90da-43cd-a0c3-2911aaa0173d service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114025 Jan 16 23:19:08.507670 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-0a6d208b-9a57-4718-9837-61e1a96ec2aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279846 Jan 16 23:19:08.555852 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ea51efb9-0289-48dc-897d-1413bfe7abbc up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:08.604358 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-527d86dc-c778-4b0e-af16-02aa6a799a35 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884414 Jan 16 23:19:08.619872 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port ea51efb9-0289-48dc-897d-1413bfe7abbc completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:19:08.626232 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port ea51efb9-0289-48dc-897d-1413bfe7abbc triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:08.626620 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:08.722238 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47bc66-db06-4f97-be5c-9deca7beb4f3 req-232f8197-e1b3-48d8-8b2d-4b4e1dd7ff29 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:08.723463 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e522e527-a772-4803-816b-94624217e7be req-ce1efde7-d98f-4854-80f5-dafcf7a11042 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086783 Jan 16 23:19:08.724277 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c47bc66-db06-4f97-be5c-9deca7beb4f3 req-232f8197-e1b3-48d8-8b2d-4b4e1dd7ff29 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 943 time: 0.0624442 Jan 16 23:19:08.731508 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port ea51efb9-0289-48dc-897d-1413bfe7abbc is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:08.732200 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:08.758837 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea51efb9-0289-48dc-897d-1413bfe7abbc'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:08.761378 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b03ae1-9cab-4c8e-83df-e23a85513668" -d '{"events": [{"server_uuid": "4f169423-5da1-4abf-8f59-ab6eb1be9855", "name": "network-vif-plugged", "status": "completed", "tag": "ea51efb9-0289-48dc-897d-1413bfe7abbc"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:08.777495 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port ea51efb9-0289-48dc-897d-1413bfe7abbc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:08.784425 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:08.795304 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c47bc66-db06-4f97-be5c-9deca7beb4f3 req-27328c57-bf30-4aa9-91bc-bbc93a5be9d1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629542 Jan 16 23:19:08.841740 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b325ae3-27cc-4aab-96ea-9a19160079d2 x-openstack-request-id: req-0b325ae3-27cc-4aab-96ea-9a19160079d2 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:08.842055 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f169423-5da1-4abf-8f59-ab6eb1be9855", "name": "network-vif-plugged", "status": "completed", "tag": "ea51efb9-0289-48dc-897d-1413bfe7abbc", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:08.842320 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0b325ae3-27cc-4aab-96ea-9a19160079d2 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:08.842717 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea51efb9-0289-48dc-897d-1413bfe7abbc', 'code': 200} Jan 16 23:19:08.861537 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=ea51efb9-0289-48dc-897d-1413bfe7abbc,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:09.099069 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0749cc-8ef6-40e0-8030-182a63234b07 req-ff510a19-1a4c-4cd0-83ed-7b597498bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:09.100707 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-af0749cc-8ef6-40e0-8030-182a63234b07 req-ff510a19-1a4c-4cd0-83ed-7b597498bc27 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 1099 time: 0.0458181 Jan 16 23:19:09.163694 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-af0749cc-8ef6-40e0-8030-182a63234b07 req-7b6a8af0-9ead-4130-95d7-35529df80c6f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552382 Jan 16 23:19:09.551191 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478475c9-11fa-427a-be20-729fa1ce4079 req-197d0111-2afe-4fc6-ad91-cfd8111c3648 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:09.552774 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-478475c9-11fa-427a-be20-729fa1ce4079 req-197d0111-2afe-4fc6-ad91-cfd8111c3648 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.0647359 Jan 16 23:19:09.625611 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-478475c9-11fa-427a-be20-729fa1ce4079 req-e3a6275c-331a-4f9b-95cc-3ca5cf983021 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Jan 16 23:19:09.941846 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425374ec-32db-4abe-968c-02dd0f9f6c7b req-3843d420-f7ff-41e5-8abe-372158dd98e5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:09.943432 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-425374ec-32db-4abe-968c-02dd0f9f6c7b req-3843d420-f7ff-41e5-8abe-372158dd98e5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 943 time: 0.0512486 Jan 16 23:19:10.001851 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-425374ec-32db-4abe-968c-02dd0f9f6c7b req-b9b8ff9c-c1a4-41bb-ab5d-436669b90463 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472047 Jan 16 23:19:10.554884 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device d21d4b2c-48ce-4033-9d8d-655e1b44d248 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:19:10.642724 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37774) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:10.716077 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port d21d4b2c-48ce-4033-9d8d-655e1b44d248, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:10.733729 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'port_id': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248', 'mac_address': 'fa:16:3e:62:29:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:19:10.788664 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5460e3-be1f-4398-b636-68e5556d79e9 req-e7b98e4e-a476-46d4-8d9b-b2c269344fdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:10.796683 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7c5460e3-be1f-4398-b636-68e5556d79e9 req-e7b98e4e-a476-46d4-8d9b-b2c269344fdc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.0901430 Jan 16 23:19:10.798650 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port d21d4b2c-48ce-4033-9d8d-655e1b44d248 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:10.799122 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:10.814883 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21d4b2c-48ce-4033-9d8d-655e1b44d248 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:10.837651 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port d21d4b2c-48ce-4033-9d8d-655e1b44d248, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:10.841766 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:10.842517 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 08d046d7-6386-43fb-8c79-ffbdf69e54e1 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:19:10.844636 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-23e55cb9-c475-408d-a575-f74de9639a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:10.875006 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7c5460e3-be1f-4398-b636-68e5556d79e9 req-023cf0a6-c5be-4084-a47f-defc893934c5 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770755 Jan 16 23:19:10.913161 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=d21d4b2c-48ce-4033-9d8d-655e1b44d248,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:10.930394 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:10.944160 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '08d046d7-6386-43fb-8c79-ffbdf69e54e1', 'network_id': '803eb968-0c14-4219-a1f0-4742a603bb8c', 'port_id': '08d046d7-6386-43fb-8c79-ffbdf69e54e1', 'mac_address': 'fa:16:3e:cd:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7a6ba55-2b74-4da6-a185-33191f2bab15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:19:10.965956 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-23e55cb9-c475-408d-a575-f74de9639a52 admin admin] Publish callbacks [] for security_group (38fde218-9390-4e50-9a28-6109eea2c62c), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:10.970133 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-23e55cb9-c475-408d-a575-f74de9639a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (38fde218-9390-4e50-9a28-6109eea2c62c), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:10.983900 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:10.984302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:10.997719 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d046d7-6386-43fb-8c79-ffbdf69e54e1 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:11.010732 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-23e55cb9-c475-408d-a575-f74de9639a52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a089be62232144ce8727165c07c2b772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668649 Jan 16 23:19:11.013736 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37790) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:11.029255 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e55cb9-c475-408d-a575-f74de9639a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fde218-9390-4e50-9a28-6109eea2c62c,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:11.035123 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:11.042383 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.092155 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-36d3dd3f-9b92-45f5-8016-f46532a1ea67 admin admin] Publish callbacks [] for security_group (38fde218-9390-4e50-9a28-6109eea2c62c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.115585 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=08d046d7-6386-43fb-8c79-ffbdf69e54e1,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:11.139527 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-36d3dd3f-9b92-45f5-8016-f46532a1ea67 admin admin] Publish callbacks [] for security_group (38fde218-9390-4e50-9a28-6109eea2c62c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.221155 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78948a75-a4a1-4fdc-a26d-52d1eeb54a8d req-82a1b1a9-6bb8-4c98-a5f5-81f6338beeb8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:11.224225 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-78948a75-a4a1-4fdc-a26d-52d1eeb54a8d req-82a1b1a9-6bb8-4c98-a5f5-81f6338beeb8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 944 time: 0.0795012 Jan 16 23:19:11.233003 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-36d3dd3f-9b92-45f5-8016-f46532a1ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (38fde218-9390-4e50-9a28-6109eea2c62c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.235339 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-36d3dd3f-9b92-45f5-8016-f46532a1ea67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.252515 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-36d3dd3f-9b92-45f5-8016-f46532a1ea67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/38fde218-9390-4e50-9a28-6109eea2c62c HTTP/1.1" status: 204 len: 168 time: 0.2365489 Jan 16 23:19:11.277040 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3dd3f-9b92-45f5-8016-f46532a1ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fde218-9390-4e50-9a28-6109eea2c62c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:11.324080 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-78948a75-a4a1-4fdc-a26d-52d1eeb54a8d req-6730b126-59db-4a03-825b-fc2a1e47a157 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899940 Jan 16 23:19:11.361096 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1205e62f-4c73-45a4-abd9-2dcb7b895cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.517074 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['08d046d7-6386-43fb-8c79-ffbdf69e54e1'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:19:11.542933 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['d21d4b2c-48ce-4033-9d8d-655e1b44d248'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:19:11.601820 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37808) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:11.614879 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-3961387b-ea9e-4cfd-ae96-0547d8e02daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.694663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-3961387b-ea9e-4cfd-ae96-0547d8e02daa admin admin] Publish callbacks [] for security_group (a74e251c-d411-402e-b971-44f298ec0b79), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.699868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-3961387b-ea9e-4cfd-ae96-0547d8e02daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a74e251c-d411-402e-b971-44f298ec0b79), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.739531 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-3961387b-ea9e-4cfd-ae96-0547d8e02daa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a112153291e048ebbe814433dfc02f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364253 Jan 16 23:19:11.742259 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37814) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:11.754851 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961387b-ea9e-4cfd-ae96-0547d8e02daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74e251c-d411-402e-b971-44f298ec0b79,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:11.789955 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-58c0f17e-45fb-474f-ae6c-fd8f9946e858 admin admin] Publish callbacks [] for security_group (a74e251c-d411-402e-b971-44f298ec0b79), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.812420 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-58c0f17e-45fb-474f-ae6c-fd8f9946e858 admin admin] Publish callbacks [] for security_group (a74e251c-d411-402e-b971-44f298ec0b79), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.868274 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-58c0f17e-45fb-474f-ae6c-fd8f9946e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a74e251c-d411-402e-b971-44f298ec0b79), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.870955 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-58c0f17e-45fb-474f-ae6c-fd8f9946e858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:11.872159 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-58c0f17e-45fb-474f-ae6c-fd8f9946e858 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a74e251c-d411-402e-b971-44f298ec0b79 HTTP/1.1" status: 204 len: 168 time: 0.1289134 Jan 16 23:19:11.880102 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0f17e-45fb-474f-ae6c-fd8f9946e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74e251c-d411-402e-b971-44f298ec0b79,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:12.010531 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297f041-6ac9-4a4a-8273-c67bb9adbe39 req-2645535f-ae55-48f5-bbbc-86ade51c9646 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:12.010704 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37826) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:12.012013 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1297f041-6ac9-4a4a-8273-c67bb9adbe39 req-2645535f-ae55-48f5-bbbc-86ade51c9646 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.0528765 Jan 16 23:19:12.067298 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1297f041-6ac9-4a4a-8273-c67bb9adbe39 req-622e56c4-7dce-4ca9-8b76-3b67955368e4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Jan 16 23:19:12.216324 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88fa1bcd-0b46-4447-b9d5-aed2b9134748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.428750 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88fa1bcd-0b46-4447-b9d5-aed2b9134748 admin admin] Publish callbacks [] for security_group (ba8755a4-f968-4a3b-8ec4-1624a922e548), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.437451 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-88fa1bcd-0b46-4447-b9d5-aed2b9134748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ba8755a4-f968-4a3b-8ec4-1624a922e548), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.553266 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-88fa1bcd-0b46-4447-b9d5-aed2b9134748 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37bb224bb2b542e580e68a244a7ecbbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5412605 Jan 16 23:19:12.555714 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37852) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:12.568618 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa1bcd-0b46-4447-b9d5-aed2b9134748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8755a4-f968-4a3b-8ec4-1624a922e548,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:12.638445 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e95253-662e-49f3-aaf6-3462eb8055b1 req-eaba09b5-293c-40df-a5a7-7216789968c1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:12.648559 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c0e95253-662e-49f3-aaf6-3462eb8055b1 req-eaba09b5-293c-40df-a5a7-7216789968c1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 944 time: 0.1077237 Jan 16 23:19:12.718359 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a30b406b-7b03-4f93-bd48-313e2a950ba2 admin admin] Publish callbacks [] for security_group (ba8755a4-f968-4a3b-8ec4-1624a922e548), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.758091 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a30b406b-7b03-4f93-bd48-313e2a950ba2 admin admin] Publish callbacks [] for security_group (ba8755a4-f968-4a3b-8ec4-1624a922e548), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.818994 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c0e95253-662e-49f3-aaf6-3462eb8055b1 req-89435361-e7d1-4ce3-b1c9-8686accfc91f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691110 Jan 16 23:19:12.853284 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a30b406b-7b03-4f93-bd48-313e2a950ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ba8755a4-f968-4a3b-8ec4-1624a922e548), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.855840 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a30b406b-7b03-4f93-bd48-313e2a950ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:12.863986 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a30b406b-7b03-4f93-bd48-313e2a950ba2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba8755a4-f968-4a3b-8ec4-1624a922e548 HTTP/1.1" status: 204 len: 168 time: 0.3057177 Jan 16 23:19:12.881892 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b406b-7b03-4f93-bd48-313e2a950ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8755a4-f968-4a3b-8ec4-1624a922e548,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:13.288921 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 37886) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:13.303009 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3be05986-d5a7-4a50-842b-4549108c4ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.386871 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3be05986-d5a7-4a50-842b-4549108c4ed6 admin admin] Publish callbacks [] for security_group (b244733b-b44b-4583-8be6-1e5e84ae27b1), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.391080 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3be05986-d5a7-4a50-842b-4549108c4ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b244733b-b44b-4583-8be6-1e5e84ae27b1), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.429213 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3be05986-d5a7-4a50-842b-4549108c4ed6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ef153c10083474b920bbd3e6430233b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392365 Jan 16 23:19:13.430181 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be05986-d5a7-4a50-842b-4549108c4ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b244733b-b44b-4583-8be6-1e5e84ae27b1,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:13.431843 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 37892) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:13.478861 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b188d9fb-1043-467c-8980-6db1e92be354 admin admin] Publish callbacks [] for security_group (b244733b-b44b-4583-8be6-1e5e84ae27b1), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.500847 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b188d9fb-1043-467c-8980-6db1e92be354 admin admin] Publish callbacks [] for security_group (b244733b-b44b-4583-8be6-1e5e84ae27b1), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.545751 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b188d9fb-1043-467c-8980-6db1e92be354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b244733b-b44b-4583-8be6-1e5e84ae27b1), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.548326 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b188d9fb-1043-467c-8980-6db1e92be354 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.549517 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b188d9fb-1043-467c-8980-6db1e92be354 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b244733b-b44b-4583-8be6-1e5e84ae27b1 HTTP/1.1" status: 204 len: 168 time: 0.1166728 Jan 16 23:19:13.556757 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188d9fb-1043-467c-8980-6db1e92be354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b244733b-b44b-4583-8be6-1e5e84ae27b1,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:13.779549 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a388616b-870c-478d-b1a0-620783d37f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:13.932721 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55775db-3ea7-4bd7-873e-c75c380882a4 req-a58d16fa-a23d-41cc-bf2a-d95d1628daa7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:13.934254 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d55775db-3ea7-4bd7-873e-c75c380882a4 req-a58d16fa-a23d-41cc-bf2a-d95d1628daa7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 944 time: 0.0504978 Jan 16 23:19:13.980272 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d55775db-3ea7-4bd7-873e-c75c380882a4 req-0d76d5ae-19ab-4ea1-bf52-0c17e3851e1f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Jan 16 23:19:14.877048 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:15.093423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9118dd-4a1e-4abd-bd37-e5fc3f74f14d req-fd772a7c-0d51-4d6a-8649-cb2545fa0b6d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:15.095376 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d9118dd-4a1e-4abd-bd37-e5fc3f74f14d req-fd772a7c-0d51-4d6a-8649-cb2545fa0b6d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 944 time: 0.0501542 Jan 16 23:19:15.140594 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d9118dd-4a1e-4abd-bd37-e5fc3f74f14d req-c633aa98-e6e1-4f80-a20c-2eeeee350916 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Jan 16 23:19:15.870857 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:16.253025 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bc2ed-c92b-4781-a66a-5c163fd73683 req-543e928d-8de6-4e7e-85ea-b5c615044ac8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:16.254541 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-197bc2ed-c92b-4781-a66a-5c163fd73683 req-543e928d-8de6-4e7e-85ea-b5c615044ac8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 944 time: 0.0484571 Jan 16 23:19:16.300430 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-197bc2ed-c92b-4781-a66a-5c163fd73683 req-83c87b55-c184-43b5-821e-a643be870199 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 Jan 16 23:19:16.589451 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device d21d4b2c-48ce-4033-9d8d-655e1b44d248 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:16.635503 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port d21d4b2c-48ce-4033-9d8d-655e1b44d248 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:19:16.639087 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port d21d4b2c-48ce-4033-9d8d-655e1b44d248 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:16.639467 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:16.718163 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port d21d4b2c-48ce-4033-9d8d-655e1b44d248 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:16.718656 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:16.742073 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:16.744316 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21432988-adf9-45ac-aa4b-a4a64231342d" -d '{"events": [{"server_uuid": "5ee4ad04-4009-458d-bb7f-8be6f6fb26b5", "name": "network-vif-plugged", "status": "completed", "tag": "d21d4b2c-48ce-4033-9d8d-655e1b44d248"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:16.758379 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port d21d4b2c-48ce-4033-9d8d-655e1b44d248, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:16.763272 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:16.773972 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 08d046d7-6386-43fb-8c79-ffbdf69e54e1 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:16.804132 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e085c-5ecc-47ee-acf2-33b8d353f2dd x-openstack-request-id: req-6c2e085c-5ecc-47ee-acf2-33b8d353f2dd {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:16.804443 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee4ad04-4009-458d-bb7f-8be6f6fb26b5", "name": "network-vif-plugged", "status": "completed", "tag": "d21d4b2c-48ce-4033-9d8d-655e1b44d248", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:16.804700 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c2e085c-5ecc-47ee-acf2-33b8d353f2dd {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:16.805082 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248', 'code': 200} Jan 16 23:19:16.858741 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=d21d4b2c-48ce-4033-9d8d-655e1b44d248,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:16.870113 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:19:16.875443 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:16.875832 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:17.002519 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:17.003013 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:17.036688 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:17.040651 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:17.093941 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=08d046d7-6386-43fb-8c79-ffbdf69e54e1,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:17.124762 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132d56e-49c1-4446-ae59-f64ab2dc503c req-79f8870e-616c-49be-8ff4-1a8757c63589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:17.126999 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8132d56e-49c1-4446-ae59-f64ab2dc503c req-79f8870e-616c-49be-8ff4-1a8757c63589 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.0520728 Jan 16 23:19:17.171315 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8132d56e-49c1-4446-ae59-f64ab2dc503c req-16093fec-4fd2-415a-b619-22fbc1497e5c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360887 Jan 16 23:19:17.287325 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:17.423251 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9dd7-0222-4d33-91b7-612a2214c443 req-4fdcc05b-5a3b-48f3-b2bd-08c7ff875786 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:17.425190 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-652f9dd7-0222-4d33-91b7-612a2214c443 req-4fdcc05b-5a3b-48f3-b2bd-08c7ff875786 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0560219 Jan 16 23:19:17.485826 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-652f9dd7-0222-4d33-91b7-612a2214c443 req-31398fd1-8e69-4651-afd9-eb3806d2a1fc tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547373 Jan 16 23:19:17.596907 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:18.621045 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978be789-06e9-4f57-9869-6ef2e1d747dc req-03a2ff41-9b0e-48a3-831c-64d7de80845c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:18.623458 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-978be789-06e9-4f57-9869-6ef2e1d747dc req-03a2ff41-9b0e-48a3-831c-64d7de80845c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0620234 Jan 16 23:19:18.677942 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-978be789-06e9-4f57-9869-6ef2e1d747dc req-6d1b311b-2f48-490d-82a6-d39e83b613a9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486479 Jan 16 23:19:18.806362 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d046d7-6386-43fb-8c79-ffbdf69e54e1'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:18.808992 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3598518a-d115-4e86-a8ad-5e3be0915978" -d '{"events": [{"server_uuid": "dcc7c59f-0066-4373-92b4-43ea2430be1d", "name": "network-vif-plugged", "status": "completed", "tag": "08d046d7-6386-43fb-8c79-ffbdf69e54e1"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:18.854360 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51a529-15f7-47e1-9dee-494019ff4618 x-openstack-request-id: req-0e51a529-15f7-47e1-9dee-494019ff4618 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:18.854684 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc7c59f-0066-4373-92b4-43ea2430be1d", "name": "network-vif-plugged", "status": "completed", "tag": "08d046d7-6386-43fb-8c79-ffbdf69e54e1", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:18.855126 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e51a529-15f7-47e1-9dee-494019ff4618 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:18.855760 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d046d7-6386-43fb-8c79-ffbdf69e54e1', 'code': 200} Jan 16 23:19:19.170028 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54217a0-23e2-4881-9db7-31887bd73310 req-93956fb8-fc40-4765-8548-01a689e7a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:19.172182 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f54217a0-23e2-4881-9db7-31887bd73310 req-93956fb8-fc40-4765-8548-01a689e7a1f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 1098 time: 0.0423803 Jan 16 23:19:19.237508 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f54217a0-23e2-4881-9db7-31887bd73310 req-c66579a9-303d-463a-a429-7bf223c29023 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Jan 16 23:19:19.790363 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2171c89-21ac-4d19-a3ee-dc97c6e818f9 req-6cf26615-7014-439c-885d-9e592b31d7c9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:19.791833 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e2171c89-21ac-4d19-a3ee-dc97c6e818f9 req-6cf26615-7014-439c-885d-9e592b31d7c9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0475993 Jan 16 23:19:19.837454 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e2171c89-21ac-4d19-a3ee-dc97c6e818f9 req-244744a9-c431-407b-ab85-66c9ed34f3e2 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Jan 16 23:19:20.953541 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd3869-3207-4820-97e7-d92ca65b6863 req-e230433b-2926-4376-8674-43d1154253b1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:20.955304 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6abd3869-3207-4820-97e7-d92ca65b6863 req-e230433b-2926-4376-8674-43d1154253b1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0519917 Jan 16 23:19:21.000472 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6abd3869-3207-4820-97e7-d92ca65b6863 req-4c879a82-69de-4eef-b25d-8b5952560756 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398808 Jan 16 23:19:22.112204 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07160654-ebb3-46ca-b4e4-936784a1e502 req-242d7d44-7a02-4d9f-a8fc-a4201504a3e4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:22.113630 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-07160654-ebb3-46ca-b4e4-936784a1e502 req-242d7d44-7a02-4d9f-a8fc-a4201504a3e4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0472898 Jan 16 23:19:22.157945 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-07160654-ebb3-46ca-b4e4-936784a1e502 req-06e9b82b-d33f-4e6b-b4d3-14fbc44779a3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388947 Jan 16 23:19:23.280026 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dda9d3-ef0f-4ce2-906c-1ec1fc0e77af req-ba3efe69-7287-4ae6-843a-20f0f089fc8c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:23.282138 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-57dda9d3-ef0f-4ce2-906c-1ec1fc0e77af req-ba3efe69-7287-4ae6-843a-20f0f089fc8c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0560780 Jan 16 23:19:23.337110 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-57dda9d3-ef0f-4ce2-906c-1ec1fc0e77af req-77673611-ec9e-46cd-a76d-b9c7ef388f8b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494535 Jan 16 23:19:24.463316 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd62bc-4e0d-41ce-9f1c-0a686fba9b93 req-e50c485d-97dc-4e30-b123-73d12bf8f1d0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:24.465106 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-60bd62bc-4e0d-41ce-9f1c-0a686fba9b93 req-e50c485d-97dc-4e30-b123-73d12bf8f1d0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0513432 Jan 16 23:19:24.563285 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-60bd62bc-4e0d-41ce-9f1c-0a686fba9b93 req-54adcfb5-eab8-4a00-b29a-bbd9d59e4a36 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853367 Jan 16 23:19:24.656481 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38208) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:24.790725 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:19:24.805458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-462cafda-556e-4680-8239-432d424f0ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:24.900145 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-462cafda-556e-4680-8239-432d424f0ef5 admin admin] Publish callbacks [] for security_group (c5c9db33-79b5-468a-9eb5-9d24917cf596), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:24.904092 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-462cafda-556e-4680-8239-432d424f0ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c5c9db33-79b5-468a-9eb5-9d24917cf596), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:24.947437 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-462cafda-556e-4680-8239-432d424f0ef5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4960f343a7e4d75b36bae1922a1adfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893004 Jan 16 23:19:24.948648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cafda-556e-4680-8239-432d424f0ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9db33-79b5-468a-9eb5-9d24917cf596,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:24.953093 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38224) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:24.957996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33fb457-449b-4b11-8b1f-fd9e78b403a7 req-e314fe02-e1ee-488d-8701-b0895358dea9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:24.959964 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b33fb457-449b-4b11-8b1f-fd9e78b403a7 req-e314fe02-e1ee-488d-8701-b0895358dea9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0862644 Jan 16 23:19:24.972244 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-a4d2bd50-18cf-4e4a-aacd-f644a2c06878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:24.973812 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-a4d2bd50-18cf-4e4a-aacd-f644a2c06878 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 1098 time: 0.0728798 Jan 16 23:19:25.007173 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-509d2bbe-9561-41b7-8520-fecfb6c8bba1 admin admin] Publish callbacks [] for security_group (c5c9db33-79b5-468a-9eb5-9d24917cf596), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:25.030744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-509d2bbe-9561-41b7-8520-fecfb6c8bba1 admin admin] Publish callbacks [] for security_group (c5c9db33-79b5-468a-9eb5-9d24917cf596), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:25.071383 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b33fb457-449b-4b11-8b1f-fd9e78b403a7 req-d2f5aa74-38d0-426a-b84d-6db3fcce6a3f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007407 Jan 16 23:19:25.097820 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-509d2bbe-9561-41b7-8520-fecfb6c8bba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c5c9db33-79b5-468a-9eb5-9d24917cf596), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:25.100397 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-005c0a8b-1a9f-4c94-8bbd-2ab8f356c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:25.100537 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-509d2bbe-9561-41b7-8520-fecfb6c8bba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:25.101618 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-509d2bbe-9561-41b7-8520-fecfb6c8bba1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5c9db33-79b5-468a-9eb5-9d24917cf596 HTTP/1.1" status: 204 len: 168 time: 0.1475608 Jan 16 23:19:25.102941 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-005c0a8b-1a9f-4c94-8bbd-2ab8f356c1f5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.1163073 Jan 16 23:19:25.109949 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d2bbe-9561-41b7-8520-fecfb6c8bba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9db33-79b5-468a-9eb5-9d24917cf596,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:25.559954 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-2f8bac6c-66ab-49d3-800a-15bf25004c22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1 HTTP/1.1" status: 200 len: 217 time: 0.0386584 Jan 16 23:19:25.632858 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-ad42bfbf-dec2-4072-9cee-64cca54938f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:25.644258 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-ad42bfbf-dec2-4072-9cee-64cca54938f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0539060 Jan 16 23:19:25.687891 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-82aa00ed-ea5f-4a65-9888-281ffb68282a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329435 Jan 16 23:19:25.724486 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38254) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:25.839276 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-63646adc-38cb-4854-8023-2487aab98737 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412847 Jan 16 23:19:25.900445 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1684497296-network', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:25.935288 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Made reservation on behalf of 0d2c6712a0284cf58b3c6ff440d98672 for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:25.939306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:25.953435 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.034716 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d8cb7227-460a-4644-91a2-3aaa879c149f req-e4186a42-4bb7-43ad-9c85-cc2d1290ef2b service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836107 Jan 16 23:19:26.125986 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks [] for security_group (578ed3f2-5f62-44a5-bb9b-05ce482dc0b8), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.133437 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (578ed3f2-5f62-44a5-bb9b-05ce482dc0b8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.188906 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38280) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:26.194734 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:19:26.226976 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:26.233414 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (369ce197-c7be-441f-a9e4-a762b4257f49), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.234621 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Added segment 369ce197-c7be-441f-a9e4-a762b4257f49 of type vlan for network 84499aee-6626-42b9-b4cb-ddb30c5dd673 Jan 16 23:19:26.289047 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44283a-4dda-42cc-845a-0ccada66b1a0 req-10426f2a-ad6d-4751-b262-34d9b8829203 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:26.290665 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3a44283a-4dda-42cc-845a-0ccada66b1a0 req-10426f2a-ad6d-4751-b262-34d9b8829203 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1126621 Jan 16 23:19:26.292696 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (84499aee-6626-42b9-b4cb-ddb30c5dd673), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.320090 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-352bb695-3b5c-450c-bf68-ff12ab86f7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.345135 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (84499aee-6626-42b9-b4cb-ddb30c5dd673), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.346031 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:26.346604 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.398727 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-352bb695-3b5c-450c-bf68-ff12ab86f7e4 admin admin] Publish callbacks [] for security_group (174f0d03-54a9-4aa4-adc2-ba1b06be7333), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.402996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-352bb695-3b5c-450c-bf68-ff12ab86f7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (174f0d03-54a9-4aa4-adc2-ba1b06be7333), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.406920 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3a44283a-4dda-42cc-845a-0ccada66b1a0 req-84589157-6fb3-46a0-b69a-4e94468b1a2f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050546 Jan 16 23:19:26.416133 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6897485 Jan 16 23:19:26.419346 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38286) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:26.427025 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118b001-5a9a-495a-a3ce-2a0876502f3a admin admin] Pushing event updated for resources: {'Network': ['ID=84499aee-6626-42b9-b4cb-ddb30c5dd673,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:26.430970 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Request body: {'subnet': {'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1684497296-subnet', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:26.437564 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:19:26.461054 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-352bb695-3b5c-450c-bf68-ff12ab86f7e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82003574374d45edb891171680a34664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709987 Jan 16 23:19:26.463864 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bb695-3b5c-450c-bf68-ff12ab86f7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174f0d03-54a9-4aa4-adc2-ba1b06be7333,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:26.464006 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38288) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:26.480345 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Made reservation on behalf of 0d2c6712a0284cf58b3c6ff440d98672 for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:26.483244 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62735087'] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.527570 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a08d-01c6-4ca8-8d84-6f02d5578100 admin admin] Publish callbacks [] for security_group (174f0d03-54a9-4aa4-adc2-ba1b06be7333), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.559262 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a08d-01c6-4ca8-8d84-6f02d5578100 admin admin] Publish callbacks [] for security_group (174f0d03-54a9-4aa4-adc2-ba1b06be7333), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.624017 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a08d-01c6-4ca8-8d84-6f02d5578100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (174f0d03-54a9-4aa4-adc2-ba1b06be7333), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.626973 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5a3a08d-01c6-4ca8-8d84-6f02d5578100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.628128 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f5a3a08d-01c6-4ca8-8d84-6f02d5578100 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/174f0d03-54a9-4aa4-adc2-ba1b06be7333 HTTP/1.1" status: 204 len: 168 time: 0.1631465 Jan 16 23:19:26.636189 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3a08d-01c6-4ca8-8d84-6f02d5578100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f0d03-54a9-4aa4-adc2-ba1b06be7333,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:26.668501 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61974824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62735101'] for subnet (706c78c9-30e4-4973-b4e7-8422cd2fac1c), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.724074 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=706c78c9-30e4-4973-b4e7-8422cd2fac1c,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:26.732455 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Checking segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:26.732836 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Network hostable DHCP agents. Network: 84499aee-6626-42b9-b4cb-ddb30c5dd673, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:19:26.750862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:19:26.760395 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 84499aee-6626-42b9-b4cb-ddb30c5dd673) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:26.770690 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa9721-44d0-4290-8b10-020bb07329ca None None] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:19:26.770845 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:26.771378 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.794885 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38294) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:26.795507 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-5857fb9e-962b-4fa4-b168-8a920ad39006 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3732271 Jan 16 23:19:26.800151 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:26.832265 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.834007 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.925114 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks [] for router_controller (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), precommit_add_association {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:26.951968 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-84499aee-6626-42b9-b4cb-ddb30c5dd673', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:19:26.954097 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.170121 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks [] for router_gateway (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.181030 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Allocated IP 172.20.0.2 (84499aee-6626-42b9-b4cb-ddb30c5dd673/706c78c9-30e4-4973-b4e7-8422cd2fac1c/58c7f0c2-1287-475d-b16d-8dd1c13e70d3) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:27.478844 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Publish callbacks [] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.494175 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.569936 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:27.573424 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:27.580504 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:27.589456 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Pushing event updated for resources: {'Port': ['ID=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:27.649680 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d876-14a9-4b5d-92c9-0b376e43a6d0 req-8a422cc5-04b8-4407-abc8-59fdb8b26a22 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:27.651699 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e3a1d876-14a9-4b5d-92c9-0b376e43a6d0 req-8a422cc5-04b8-4407-abc8-59fdb8b26a22 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1149740 Jan 16 23:19:27.658507 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks [] for router_gateway (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.678801 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Attempting to bind port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:27.679193 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Attempting to bind port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:27.679566 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Attempting to bind port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 on network 84499aee-6626-42b9-b4cb-ddb30c5dd673 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:27.687917 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:27.688986 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Checking segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:27.689660 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.690890 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Bound using segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:27.692036 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Bound port: 58c7f0c2-1287-475d-b16d-8dd1c13e70d3, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:27.692601 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.706687 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.723706 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e3a1d876-14a9-4b5d-92c9-0b376e43a6d0 req-e7c4b447-f03e-41d8-9062-a4867fb55847 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 Jan 16 23:19:27.807940 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] For port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:27.818835 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] For port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:27.853231 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:27.882108 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Allocated IP 172.27.3.231 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/ca70c1d7-689c-4eae-88bf-e4274801866e) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:27.969795 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fabdd3-b599-4f0e-877b-4d159c20505d None None] Pushing event updated for resources: {'Port': ['ID=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:28.075071 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks [] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:28.123631 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:28.195313 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:28.199248 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:28.202647 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:28.253241 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Pushing event updated for resources: {'Port': ['ID=ca70c1d7-689c-4eae-88bf-e4274801866e,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:28.647106 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:28.722206 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:28.722515 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:28.821397 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks [] for router_gateway (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:28.860689 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:28.861133 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:28.911064 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:28.918484 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f1c3a-fb0d-455f-be9d-5165948b50a2 req-f6a45ed2-f615-4d7f-b08d-048400a6b745 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:28.921461 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:28.933808 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0b3f1c3a-fb0d-455f-be9d-5165948b50a2 req-f6a45ed2-f615-4d7f-b08d-048400a6b745 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0797613 Jan 16 23:19:28.996870 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:28.998697 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0b3f1c3a-fb0d-455f-be9d-5165948b50a2 req-99379cc7-a68a-435e-9144-d7fa3e022833 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635121 Jan 16 23:19:29.089689 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:29.234445 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:19:29.369745 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:19:29.379199 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Sync routers for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:19:29.387405 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:29.389249 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-165af5ee-aadd-43ee-be42-184fc53d5152 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5925541 Jan 16 23:19:29.389388 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:29.389559 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:29.392076 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38350) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:29.415160 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac00a0-f227-4ae0-aa13-6983cbc32bf8 None None] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:19:29.485417 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-94fd0b7c-475b-4588-9e84-69cd4ad3bc26 None None] Provisioning complete for port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:29.485891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-94fd0b7c-475b-4588-9e84-69cd4ad3bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:29.496802 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:29.676163 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-94fd0b7c-475b-4588-9e84-69cd4ad3bc26 None None] Current status of the port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:29.796832 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:28Z', 'revision_number': 3, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:29.879674 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Checking router: 8df4ed71-247e-4bd5-bf03-efbdeaefc66d for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:19:29.880220 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Updating router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d port ca70c1d7-689c-4eae-88bf-e4274801866e binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:19:29.958873 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.026624 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-2712f8e2-c5b6-4ec8-a15a-afc85f097d1f None None] Provisioning complete for port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:30.029360 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-2712f8e2-c5b6-4ec8-a15a-afc85f097d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.215709 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef6f51-11ca-4035-a4aa-319f67eab1b8 req-b0154eae-23dd-4c26-a213-4353ecd39f61 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:30.229134 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c0ef6f51-11ca-4035-a4aa-319f67eab1b8 req-b0154eae-23dd-4c26-a213-4353ecd39f61 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1024790 Jan 16 23:19:30.344861 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c0ef6f51-11ca-4035-a4aa-319f67eab1b8 req-73303041-0e17-4a1b-a60d-259dd2ad156f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042242 Jan 16 23:19:30.425188 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.494917 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-2712f8e2-c5b6-4ec8-a15a-afc85f097d1f None None] Current status of the port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:30.629536 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:30.649590 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Publish callbacks [] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.663882 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.739650 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:30.740114 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.741723 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2155e8-1677-4164-b30b-02a4be95b71a None None] Pushing event updated for resources: {'Port': ['ID=ca70c1d7-689c-4eae-88bf-e4274801866e,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:30.779778 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Attempting to bind port ca70c1d7-689c-4eae-88bf-e4274801866e on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:30.781955 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Attempting to bind port ca70c1d7-689c-4eae-88bf-e4274801866e by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:30.782339 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Attempting to bind port ca70c1d7-689c-4eae-88bf-e4274801866e on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:30.789463 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:30.789863 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:30.790307 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.791467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Allocated IP 172.20.0.1 (84499aee-6626-42b9-b4cb-ddb30c5dd673/706c78c9-30e4-4973-b4e7-8422cd2fac1c/ebaad5b8-b0bc-4a2e-9e67-b9d203a61309) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:30.798784 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:30.799770 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Bound port: ca70c1d7-689c-4eae-88bf-e4274801866e, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:30.799770 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.882682 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:30.935352 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] For port ca70c1d7-689c-4eae-88bf-e4274801866e, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:30.950028 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] For port ca70c1d7-689c-4eae-88bf-e4274801866e, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ca70c1d7-689c-4eae-88bf-e4274801866e,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:30.959271 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:30.994638 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks [] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.035074 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2155e8-1677-4164-b30b-02a4be95b71a None None] Pushing event updated for resources: {'Port': ['ID=ca70c1d7-689c-4eae-88bf-e4274801866e,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:31.040600 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:31.041323 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:31.048404 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.095663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:31.098623 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:31.102447 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:31.107941 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Pushing event updated for resources: {'Port': ['ID=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:31.156203 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.157660 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:31.374763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.402322 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:28Z', 'revision_number': 3, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:31.460583 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1daaa5-7d97-4d7c-bce3-6e3f71152546 None None] The sync data for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi is: [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:28Z', 'revision_number': 3, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:19:31.467008 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-251bf9b2-f411-4262-9eb5-11a509463fe7 None None] Provisioning complete for port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:31.467559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-251bf9b2-f411-4262-9eb5-11a509463fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.492285 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89977b4e-ff5b-4213-8296-522f4b953a8e req-28383892-fa13-4bb0-9f28-c8429edc8a04 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:31.507280 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-89977b4e-ff5b-4213-8296-522f4b953a8e req-28383892-fa13-4bb0-9f28-c8429edc8a04 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0843265 Jan 16 23:19:31.555489 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-251bf9b2-f411-4262-9eb5-11a509463fe7 None None] Port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:19:31.601271 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks [] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.604484 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-89977b4e-ff5b-4213-8296-522f4b953a8e req-31281c18-b4d6-43c5-b5e7-65e6894d340d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950332 Jan 16 23:19:31.606604 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.650265 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:31.747300 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Pushing event updated for resources: {'Port': ['ID=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:31.814060 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:31.815727 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:32.010240 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:19:32.337098 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-1680c5fa-f93a-4176-88a3-edab8a897371 None None] Provisioning complete for port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:32.339787 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1680c5fa-f93a-4176-88a3-edab8a897371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:32.356454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:19:32.379851 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5eb96c74-2449-49dd-9c10-bcfb4fbfc99b admin admin] 10.222.0.35 "PUT /v2.0/routers/8df4ed71-247e-4bd5-bf03-efbdeaefc66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9865878 Jan 16 23:19:32.409076 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-1680c5fa-f93a-4176-88a3-edab8a897371 None None] Port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:19:32.676241 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38424) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:32.757041 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ca70c1d7-689c-4eae-88bf-e4274801866e up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:32.848124 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc74e-9641-4bec-906d-4263fab3c994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:32.873584 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port ca70c1d7-689c-4eae-88bf-e4274801866e triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:32.874269 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:32.903721 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9045d-d2ce-4c45-821d-865def2a1c3b req-5b5e970b-57d9-4d43-b816-45ce921a0d9b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:32.909024 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-03f9045d-d2ce-4c45-821d-865def2a1c3b req-5b5e970b-57d9-4d43-b816-45ce921a0d9b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1625316 Jan 16 23:19:32.992013 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port ca70c1d7-689c-4eae-88bf-e4274801866e is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:32.995768 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.044865 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc74e-9641-4bec-906d-4263fab3c994 admin admin] Publish callbacks [] for security_group (46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.051576 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port ca70c1d7-689c-4eae-88bf-e4274801866e, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ca70c1d7-689c-4eae-88bf-e4274801866e,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:33.056180 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc74e-9641-4bec-906d-4263fab3c994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.067399 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.078109 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-03f9045d-d2ce-4c45-821d-865def2a1c3b req-4988b426-57e4-4682-abc5-fb51ec7a9700 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608500 Jan 16 23:19:33.105592 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38434) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:33.118345 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-6ffcc74e-9641-4bec-906d-4263fab3c994 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3af47fcc7314ec7a8f498cd1a26fac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408453 Jan 16 23:19:33.166850 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcc74e-9641-4bec-906d-4263fab3c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:33.174124 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=ca70c1d7-689c-4eae-88bf-e4274801866e,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:33.200867 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77dd9b89-6dec-48f2-9863-e6c82643ee81 admin admin] Publish callbacks [] for security_group (46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.226673 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77dd9b89-6dec-48f2-9863-e6c82643ee81 admin admin] Publish callbacks [] for security_group (46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.301368 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77dd9b89-6dec-48f2-9863-e6c82643ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.304435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77dd9b89-6dec-48f2-9863-e6c82643ee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.308777 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-77dd9b89-6dec-48f2-9863-e6c82643ee81 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7 HTTP/1.1" status: 204 len: 168 time: 0.2020237 Jan 16 23:19:33.318988 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd9b89-6dec-48f2-9863-e6c82643ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c962e4-02cf-4ee4-ad7a-179a9ee9f4c7,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:33.515807 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38444) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:33.522345 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-604336908-network', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:33.564687 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Made reservation on behalf of 9ea05f5c2aeb4e5c8b93f891733025ff for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:33.567272 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.580159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.693229 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks [] for security_group (bd4acb46-edf8-4ece-8e22-248050463985), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.699677 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (bd4acb46-edf8-4ece-8e22-248050463985), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.741538 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:19:33.752849 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4acb46-edf8-4ece-8e22-248050463985,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:33.762405 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (b033be52-75d7-40eb-aec9-5b3504f5edef), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.762644 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Added segment b033be52-75d7-40eb-aec9-5b3504f5edef of type vlan for network ad4b65f2-6252-4a19-b309-03719daa5415 Jan 16 23:19:33.765692 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.766048 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.766395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.766745 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.767073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.767409 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.767743 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.768074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.768410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.768742 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.769315 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.769624 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.769953 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:33.856691 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (ad4b65f2-6252-4a19-b309-03719daa5415), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.906236 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (ad4b65f2-6252-4a19-b309-03719daa5415), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:33.907637 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:33.908525 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.100540 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] Pushing event updated for resources: {'Network': ['ID=ad4b65f2-6252-4a19-b309-03719daa5415,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:34.114447 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-df5dce48-9b6e-4c91-a1ee-620935a309bd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5974598 Jan 16 23:19:34.117707 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38462) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:34.124552 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network ad4b65f2-6252-4a19-b309-03719daa5415 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:19:34.141244 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Request body: {'subnet': {'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-604336908-subnet', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:34.198297 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Made reservation on behalf of 9ea05f5c2aeb4e5c8b93f891733025ff for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:34.204123 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5365339'] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.266648 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478ba82-dca6-483a-b4ec-83b2864da7a8 req-e451bc39-59bd-4859-a346-f27968907534 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:34.268206 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d478ba82-dca6-483a-b4ec-83b2864da7a8 req-e451bc39-59bd-4859-a346-f27968907534 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0710723 Jan 16 23:19:34.398777 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d478ba82-dca6-483a-b4ec-83b2864da7a8 req-dcc60c82-1d81-454f-9cc3-e4037f31f6e0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236405 Jan 16 23:19:34.472449 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Sync routers for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:19:34.493022 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:34.493907 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:34.601286 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6222374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5365321'] for subnet (fc8c1636-cb15-4449-a310-05ad28a09e42), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.621032 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ca70c1d7-689c-4eae-88bf-e4274801866e up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:34.679933 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8c1636-cb15-4449-a310-05ad28a09e42,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:34.700661 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Checking segment: {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:34.702330 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Network hostable DHCP agents. Network: ad4b65f2-6252-4a19-b309-03719daa5415, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:19:34.727725 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:34.733378 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Network ad4b65f2-6252-4a19-b309-03719daa5415 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:19:34.752088 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, ad4b65f2-6252-4a19-b309-03719daa5415) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:34.768271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eb0ee8-5d55-43c2-acbb-4786afd30a96 None None] Network ad4b65f2-6252-4a19-b309-03719daa5415 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:19:34.770399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:34.773506 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.814395 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38488) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:34.814730 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b3e846d7-9423-4c35-bd62-e00ea0568b23 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6949110 Jan 16 23:19:34.819678 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:34.847433 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.849788 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.880172 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port ca70c1d7-689c-4eae-88bf-e4274801866e triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:34.880840 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.957460 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-ad4b65f2-6252-4a19-b309-03719daa5415', 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'fixed_ips': [{'subnet_id': 'fc8c1636-cb15-4449-a310-05ad28a09e42'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:19:34.958710 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:34.988658 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks [] for router_controller (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), precommit_add_association {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.299127 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38494) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:35.451484 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Allocated IP 172.20.0.2 (ad4b65f2-6252-4a19-b309-03719daa5415/fc8c1636-cb15-4449-a310-05ad28a09e42/b1c57948-ee7e-4890-a735-b6debdfc3110) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:35.464421 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port ca70c1d7-689c-4eae-88bf-e4274801866e is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:35.521385 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-79ab6437-feea-4e19-8891-b0839ea5db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.574416 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks [] for router_gateway (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.630557 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 2, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:35.674675 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Checking router: 8df4ed71-247e-4bd5-bf03-efbdeaefc66d for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:19:35.675424 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Updating router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:19:35.678967 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-79ab6437-feea-4e19-8891-b0839ea5db6a admin admin] Publish callbacks [] for security_group (67d0de59-c713-4f30-b813-69cca00c4b2a), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.690812 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-79ab6437-feea-4e19-8891-b0839ea5db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (67d0de59-c713-4f30-b813-69cca00c4b2a), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.735721 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-79ab6437-feea-4e19-8891-b0839ea5db6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e2783f32ca48469db4f7a6b193fe608b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359815 Jan 16 23:19:35.737531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38504) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:35.739383 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.743712 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab6437-feea-4e19-8891-b0839ea5db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d0de59-c713-4f30-b813-69cca00c4b2a,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:35.775612 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Publish callbacks [] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.802247 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.803990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8f6190d7-2625-4c66-98c5-c7e49c57cc96 admin admin] Publish callbacks [] for security_group (67d0de59-c713-4f30-b813-69cca00c4b2a), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.830774 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8f6190d7-2625-4c66-98c5-c7e49c57cc96 admin admin] Publish callbacks [] for security_group (67d0de59-c713-4f30-b813-69cca00c4b2a), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.865199 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks [] for router_gateway (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.890109 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.896911 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8f6190d7-2625-4c66-98c5-c7e49c57cc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (67d0de59-c713-4f30-b813-69cca00c4b2a), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.899961 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8f6190d7-2625-4c66-98c5-c7e49c57cc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:35.904207 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8f6190d7-2625-4c66-98c5-c7e49c57cc96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/67d0de59-c713-4f30-b813-69cca00c4b2a HTTP/1.1" status: 204 len: 168 time: 0.1657171 Jan 16 23:19:35.908148 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Network ad4b65f2-6252-4a19-b309-03719daa5415 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:35.914723 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6190d7-2625-4c66-98c5-c7e49c57cc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d0de59-c713-4f30-b813-69cca00c4b2a,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:35.921718 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Pushing event updated for resources: {'Port': ['ID=b1c57948-ee7e-4890-a735-b6debdfc3110,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:35.936224 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:35.956567 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:36.083071 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Allocated IP 172.27.3.185 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/a40d825c-f0f0-428a-a591-280aa73a737b) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:36.215604 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks [] for port (a40d825c-f0f0-428a-a591-280aa73a737b), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.251351 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Attempting to bind port b1c57948-ee7e-4890-a735-b6debdfc3110 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:36.251734 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Attempting to bind port b1c57948-ee7e-4890-a735-b6debdfc3110 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:36.252100 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Attempting to bind port b1c57948-ee7e-4890-a735-b6debdfc3110 on network ad4b65f2-6252-4a19-b309-03719daa5415 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:36.260879 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:36.261180 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Checking segment: {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:36.264179 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.264179 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Bound using segment: {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:36.264179 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Bound port: b1c57948-ee7e-4890-a735-b6debdfc3110, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:36.264179 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.288520 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.350862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:36.355268 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:36.360126 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:36.402923 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] For port b1c57948-ee7e-4890-a735-b6debdfc3110, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:36.447248 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] For port b1c57948-ee7e-4890-a735-b6debdfc3110, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b1c57948-ee7e-4890-a735-b6debdfc3110,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:36.453505 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Pushing event updated for resources: {'Port': ['ID=a40d825c-f0f0-428a-a591-280aa73a737b,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:36.458000 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.477892 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Publish callbacks [] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.523632 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.560521 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5b85e-7d6d-4e39-9739-eae7bc21e405 None None] Pushing event updated for resources: {'Port': ['ID=b1c57948-ee7e-4890-a735-b6debdfc3110,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:36.616678 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05911e7e-ac3c-462c-ad8f-c2634c42272e None None] Pushing event updated for resources: {'Port': ['ID=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:36.698487 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Attempting to bind port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:36.699412 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Attempting to bind port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:36.700015 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Attempting to bind port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 on network 84499aee-6626-42b9-b4cb-ddb30c5dd673 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:36.714432 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:36.714850 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Checking segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:36.716824 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.717164 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Bound using segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:36.718239 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Bound port: ebaad5b8-b0bc-4a2e-9e67-b9d203a61309, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:36.718635 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.873371 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] For port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:36.877180 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] For port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:36.887871 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:36.963384 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:36.964027 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:37.001289 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks [] for router_gateway (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.067693 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05911e7e-ac3c-462c-ad8f-c2634c42272e None None] Pushing event updated for resources: {'Port': ['ID=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:37.154428 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] Provisioning complete for port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:37.155170 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.293238 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] Current status of the port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:37.293788 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.297761 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:37.386069 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.545385 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] For port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:37.565866 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.661312 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:19:37.724773 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70776b39-60cf-4ea7-a4d9-8f6f02de84a8 None None] Pushing event updated for resources: {'Port': ['ID=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:37.759426 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-beba52f1-9b71-45b6-93c1-e127098cfa97 None None] Provisioning complete for port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:37.760174 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-beba52f1-9b71-45b6-93c1-e127098cfa97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.861009 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:19:37.889277 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Sync routers for ids ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:19:37.913189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:37.918919 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-1d6ae6e5-a2e5-4698-84df-e64424173d3c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1022930 Jan 16 23:19:37.922043 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38536) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:37.937771 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:36Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:37.947556 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Routers {'bad415a3-30a1-4b2b-98f0-4044f1d7cab1'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:37.949467 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:38.014938 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c2301-b313-49cd-a0d7-50dcc6cfc0a5 None None] The sync data for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi is: [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:36Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:19:38.025357 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-beba52f1-9b71-45b6-93c1-e127098cfa97 None None] Current status of the port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:38.427219 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Set router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:38.511511 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9cd6bb-16ac-4587-9696-295eae3e9f37 None None] Network ad4b65f2-6252-4a19-b309-03719daa5415 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:19:38.668293 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] Provisioning complete for port b1c57948-ee7e-4890-a735-b6debdfc3110 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:38.668913 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:38.730964 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:38.790361 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:19:36Z', 'revision_number': 3, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:38.871606 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Checking router: bad415a3-30a1-4b2b-98f0-4044f1d7cab1 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:19:38.872016 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Updating router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 port a40d825c-f0f0-428a-a591-280aa73a737b binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:19:38.873694 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:38.874585 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:38.910076 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:38.937796 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:38.968822 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] Current status of the port b1c57948-ee7e-4890-a735-b6debdfc3110 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:38.969306 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.024309 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] For port b1c57948-ee7e-4890-a735-b6debdfc3110, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b1c57948-ee7e-4890-a735-b6debdfc3110,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:39.086297 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:39.087921 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b1c57948-ee7e-4890-a735-b6debdfc3110 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:39.149622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.316723 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Allocated IP 172.20.0.1 (ad4b65f2-6252-4a19-b309-03719daa5415/fc8c1636-cb15-4449-a310-05ad28a09e42/32d263c9-2a0b-4797-8a77-e59a225c0b1f) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:39.318660 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b1c57948-ee7e-4890-a735-b6debdfc3110 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:39.318961 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.416840 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48e322-db35-4c4a-a58e-9a69aef7dfde None None] Pushing event updated for resources: {'Port': ['ID=b1c57948-ee7e-4890-a735-b6debdfc3110,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:39.438940 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca6f36ff-da8c-40d5-9b12-469ae2c65c0e None None] Provisioning complete for port b1c57948-ee7e-4890-a735-b6debdfc3110 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:39.439332 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca6f36ff-da8c-40d5-9b12-469ae2c65c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.517313 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks [] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.590631 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.643824 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Network ad4b65f2-6252-4a19-b309-03719daa5415 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:39.647384 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:39.655679 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:39.687615 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Publish callbacks [] for port (a40d825c-f0f0-428a-a591-280aa73a737b), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.703664 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.736754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Pushing event updated for resources: {'Port': ['ID=32d263c9-2a0b-4797-8a77-e59a225c0b1f,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:39.753626 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.797113 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b1c57948-ee7e-4890-a735-b6debdfc3110 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:39.811647 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Attempting to bind port a40d825c-f0f0-428a-a591-280aa73a737b on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:39.812027 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Attempting to bind port a40d825c-f0f0-428a-a591-280aa73a737b by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:39.814679 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Attempting to bind port a40d825c-f0f0-428a-a591-280aa73a737b on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:39.837082 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039b4d-3682-4bb1-8773-917ef807f4d3 None None] Pushing event updated for resources: {'Port': ['ID=a40d825c-f0f0-428a-a591-280aa73a737b,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:39.842014 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:39.842395 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:39.843483 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.844003 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:39.844605 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Bound port: a40d825c-f0f0-428a-a591-280aa73a737b, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:39.845720 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:39.903156 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca6f36ff-da8c-40d5-9b12-469ae2c65c0e None None] Current status of the port b1c57948-ee7e-4890-a735-b6debdfc3110 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:39.957551 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] For port a40d825c-f0f0-428a-a591-280aa73a737b, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:39.963485 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] For port a40d825c-f0f0-428a-a591-280aa73a737b, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=a40d825c-f0f0-428a-a591-280aa73a737b,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:39.972375 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.051228 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039b4d-3682-4bb1-8773-917ef807f4d3 None None] Pushing event updated for resources: {'Port': ['ID=a40d825c-f0f0-428a-a591-280aa73a737b,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:40.090289 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Routers {'bad415a3-30a1-4b2b-98f0-4044f1d7cab1'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:40.091677 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:40.117884 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.149612 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-1c745019-37dd-400a-a423-e91b251383a5 None None] Provisioning complete for port 32d263c9-2a0b-4797-8a77-e59a225c0b1f triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:40.150307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1c745019-37dd-400a-a423-e91b251383a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.229675 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-1c745019-37dd-400a-a423-e91b251383a5 None None] Port 32d263c9-2a0b-4797-8a77-e59a225c0b1f cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:19:40.300365 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] Set router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:40.374709 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks [] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.381523 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.453833 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Pushing event updated for resources: {'Port': ['ID=32d263c9-2a0b-4797-8a77-e59a225c0b1f,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:40.472994 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.559942 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '32d263c9-2a0b-4797-8a77-e59a225c0b1f', 'name': '', 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'mac_address': 'fa:16:3e:c0:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:38Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 1, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'subnets': [{'id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:40.583891 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Network ad4b65f2-6252-4a19-b309-03719daa5415 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:40.585377 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:40.587833 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b1c57948-ee7e-4890-a735-b6debdfc3110 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:40.593479 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2044390-c6f2-42b2-b8fd-5a3a741cdbd5 None None] The sync data for ids ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'] in dv-cinder-824839-1-iscsi is: [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '32d263c9-2a0b-4797-8a77-e59a225c0b1f', 'name': '', 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'mac_address': 'fa:16:3e:c0:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:38Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 1, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'subnets': [{'id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:19:40.706203 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b1c57948-ee7e-4890-a735-b6debdfc3110 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:40.706588 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:40.756626 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:19:40.929077 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:19:40.961238 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-20a9a935-ec27-4184-b695-d5d2e3af41a6 admin admin] 10.222.0.35 "PUT /v2.0/routers/bad415a3-30a1-4b2b-98f0-4044f1d7cab1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0315714 Jan 16 23:19:41.023120 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-57d96315-c8ee-4f00-aa76-f2f0fcfcec3e None None] Provisioning complete for port 32d263c9-2a0b-4797-8a77-e59a225c0b1f triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:41.023683 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57d96315-c8ee-4f00-aa76-f2f0fcfcec3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:41.070125 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b1c57948-ee7e-4890-a735-b6debdfc3110 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:41.073137 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-57d96315-c8ee-4f00-aa76-f2f0fcfcec3e None None] Port 32d263c9-2a0b-4797-8a77-e59a225c0b1f cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:19:41.322244 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7347177f-6d3a-47e9-94d2-4741fce46d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:42.599905 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device a40d825c-f0f0-428a-a591-280aa73a737b up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:42.653535 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port a40d825c-f0f0-428a-a591-280aa73a737b triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:42.654013 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:42.758277 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port a40d825c-f0f0-428a-a591-280aa73a737b is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:42.760052 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:42.824837 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port a40d825c-f0f0-428a-a591-280aa73a737b, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=a40d825c-f0f0-428a-a591-280aa73a737b,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:42.837381 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:42.958124 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=a40d825c-f0f0-428a-a591-280aa73a737b,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:42.976702 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.979342 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.980254 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.984346 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.984866 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.985409 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.986087 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.986580 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.987067 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.987974 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.988467 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.989454 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:42.990367 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:43.345436 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-1b4bccd8-014b-4096-8c0e-5989f69b45a4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:43.355018 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-1b4bccd8-014b-4096-8c0e-5989f69b45a4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.2334514 Jan 16 23:19:43.382560 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-fb8672d2-d00f-458a-bf50-f9d1b4669d39 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/quotas/b0409069f3c5402297eec9a6afacaac4 HTTP/1.1" status: 200 len: 375 time: 0.0260584 Jan 16 23:19:43.424006 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0b8f7-dfdd-4e7c-b4f2-89f518d2edee req-de5f323a-44b8-41c0-9cf8-e37be6b6861a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:43.427484 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fdf0b8f7-dfdd-4e7c-b4f2-89f518d2edee req-de5f323a-44b8-41c0-9cf8-e37be6b6861a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0922303 Jan 16 23:19:43.485185 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-e298d2e0-b39d-4f29-b96f-568664b1f670 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015928 Jan 16 23:19:43.505370 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fdf0b8f7-dfdd-4e7c-b4f2-89f518d2edee req-fbe9405e-b67c-40b8-8b87-d8e274bba7d6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715580 Jan 16 23:19:43.671602 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-fae497c7-c707-4bec-b1b3-d62374ec0e80 service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855412 Jan 16 23:19:43.735151 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee0fb-7c02-4288-932c-ac039b0f3ec8 req-f04d1474-26fb-4759-96f8-d0a5f495200e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:43.737184 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-87aee0fb-7c02-4288-932c-ac039b0f3ec8 req-f04d1474-26fb-4759-96f8-d0a5f495200e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1143539 Jan 16 23:19:43.797497 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e576bdce-4bf0-4e08-a4ff-15226d1037fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:43.844388 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-0674527b-dd33-41cc-ae66-ce0092ae7596 service neutron] 10.222.0.35 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699023 Jan 16 23:19:43.855783 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Sync routers for ids ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:19:43.886313 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Routers {'bad415a3-30a1-4b2b-98f0-4044f1d7cab1'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:43.888124 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:43.912484 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-87aee0fb-7c02-4288-932c-ac039b0f3ec8 req-43904922-38c1-48b9-af0d-bb132c1f8aa7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686559 Jan 16 23:19:44.117795 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d8076fd-c04c-4772-83f0-6cff8e389d89 req-c06e3c12-4be6-4e99-b711-1f661fa5a442 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0420189 Jan 16 23:19:44.234662 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Set router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:44.676292 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device a40d825c-f0f0-428a-a591-280aa73a737b up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:44.784444 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4556f-d53e-4cf7-a643-7a27a52e18f4 req-4694d987-742f-4db2-b908-522fedd68d44 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:44.807966 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-feb4556f-d53e-4cf7-a643-7a27a52e18f4 req-4694d987-742f-4db2-b908-522fedd68d44 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1146941 Jan 16 23:19:44.813727 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port a40d825c-f0f0-428a-a591-280aa73a737b triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:44.814225 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:44.862364 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '32d263c9-2a0b-4797-8a77-e59a225c0b1f', 'name': '', 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'mac_address': 'fa:16:3e:c0:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:38Z', 'updated_at': '2022-01-16T23:19:40Z', 'revision_number': 2, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'subnets': [{'id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:44.902772 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-feb4556f-d53e-4cf7-a643-7a27a52e18f4 req-5780c508-29d3-4da0-bb21-dd8daa0783aa tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935750 Jan 16 23:19:44.940321 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Checking router: bad415a3-30a1-4b2b-98f0-4044f1d7cab1 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:19:44.940722 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Updating router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 port 32d263c9-2a0b-4797-8a77-e59a225c0b1f binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:19:44.977950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:44.995258 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:45.229968 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46a7cc-4fe2-49ec-9511-d03963aed22d req-b28fb475-efbb-4046-b4b6-dc7fb1627f56 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:45.247438 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9e46a7cc-4fe2-49ec-9511-d03963aed22d req-b28fb475-efbb-4046-b4b6-dc7fb1627f56 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1549511 Jan 16 23:19:45.315713 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port a40d825c-f0f0-428a-a591-280aa73a737b is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:45.363767 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9a6f4ca7-6146-4f6e-b467-b2ca26bcc5e9 req-aed4cc4a-679e-4cd3-b5f5-f48215c20612 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0696516 Jan 16 23:19:45.413861 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9e46a7cc-4fe2-49ec-9511-d03963aed22d req-75be30e3-f310-4ae8-9dcd-33ea856a76eb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615617 Jan 16 23:19:45.616194 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Publish callbacks [] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:45.624895 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:45.857926 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Attempting to bind port 32d263c9-2a0b-4797-8a77-e59a225c0b1f on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:45.859109 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Attempting to bind port 32d263c9-2a0b-4797-8a77-e59a225c0b1f by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:45.859488 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Attempting to bind port 32d263c9-2a0b-4797-8a77-e59a225c0b1f on network ad4b65f2-6252-4a19-b309-03719daa5415 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:45.879212 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a4cc-6436-4547-a398-a240b63b9f85 None None] Pushing event updated for resources: {'Port': ['ID=32d263c9-2a0b-4797-8a77-e59a225c0b1f,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:45.892003 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:45.892393 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Checking segment: {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:45.892809 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:45.893232 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Bound using segment: {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:45.893731 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Bound port: 32d263c9-2a0b-4797-8a77-e59a225c0b1f, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b033be52-75d7-40eb-aec9-5b3504f5edef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:45.894122 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:46.128135 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:46.221340 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] For port 32d263c9-2a0b-4797-8a77-e59a225c0b1f, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:46.269062 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] For port 32d263c9-2a0b-4797-8a77-e59a225c0b1f, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=32d263c9-2a0b-4797-8a77-e59a225c0b1f,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:46.319404 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa45ec-8a12-475f-b1b4-f5da5000f4da req-7c2dbbe8-f119-46c9-a237-2d2e1fdb68aa tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:46.331209 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3faa45ec-8a12-475f-b1b4-f5da5000f4da req-7c2dbbe8-f119-46c9-a237-2d2e1fdb68aa tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.2611530 Jan 16 23:19:46.355777 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] Provisioning complete for port 32d263c9-2a0b-4797-8a77-e59a225c0b1f triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:46.356251 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:46.362732 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:46.507778 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3faa45ec-8a12-475f-b1b4-f5da5000f4da req-9fc5e892-f7ff-4562-9419-b11634ca5654 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697977 Jan 16 23:19:46.580116 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-26e7758f-1987-489a-8834-2aa78fa423fd req-b27f4a31-ea9e-40f0-8320-d98b20651af1 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0834739 Jan 16 23:19:46.719865 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Routers {'bad415a3-30a1-4b2b-98f0-4044f1d7cab1'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:19:46.720526 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:19:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:46.725583 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261ff65-c41b-4898-995f-7d4275a625f7 req-9b62235b-0f00-4fbf-afdf-6f0797fc5d86 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:46.736114 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a4cc-6436-4547-a398-a240b63b9f85 None None] Pushing event updated for resources: {'Port': ['ID=32d263c9-2a0b-4797-8a77-e59a225c0b1f,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:46.737682 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a261ff65-c41b-4898-995f-7d4275a625f7 req-9b62235b-0f00-4fbf-afdf-6f0797fc5d86 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0975630 Jan 16 23:19:47.182728 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893de6fc-2e7b-4956-9bd3-513769487597 req-09e7523b-46ec-4302-8327-5b0e020ed368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:47.192803 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] Current status of the port 32d263c9-2a0b-4797-8a77-e59a225c0b1f is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:47.195422 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-09e7523b-46ec-4302-8327-5b0e020ed368 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1098 time: 0.1293585 Jan 16 23:19:47.202936 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:47.309868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] For port 32d263c9-2a0b-4797-8a77-e59a225c0b1f, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=32d263c9-2a0b-4797-8a77-e59a225c0b1f,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:47.337886 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:47.423181 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] Set router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:19:47.426915 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf3a3c-1832-4ea1-9517-a0d4cd7ea198 None None] Pushing event updated for resources: {'Port': ['ID=32d263c9-2a0b-4797-8a77-e59a225c0b1f,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:47.433006 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:47.443334 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893de6fc-2e7b-4956-9bd3-513769487597 req-6226b935-c515-4116-9947-e27144032aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:47.444860 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-6226b935-c515-4116-9947-e27144032aab service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.2199974 Jan 16 23:19:47.612796 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a261ff65-c41b-4898-995f-7d4275a625f7 req-1fe9284d-35e3-4b51-ba6b-aab5ec609089 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8677027 Jan 16 23:19:47.757962 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-a17f121d-7d07-46cd-abea-beabfa421d39 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:47.760310 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-a17f121d-7d07-46cd-abea-beabfa421d39 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 815 time: 0.9152603 Jan 16 23:19:47.836221 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Request body: {'port': {'device_id': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'admin_state_up': True, 'tenant_id': 'b0409069f3c5402297eec9a6afacaac4'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:47.860193 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ce65af02-8142-46e7-92cb-5ff1b607e350 req-40e67207-92e2-40b7-a73a-ce06bd294782 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0915871 Jan 16 23:19:48.023741 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-1f2f6018-92a1-4f13-bb3f-a96064a71b7f None None] Provisioning complete for port 32d263c9-2a0b-4797-8a77-e59a225c0b1f triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:48.024404 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1f2f6018-92a1-4f13-bb3f-a96064a71b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:48.073629 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:48.124128 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2843c-43c2-4335-82af-9d45d6e08c90 req-0298d242-44c3-4534-84a6-9735296e247f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:48.126069 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-49e2843c-43c2-4335-82af-9d45d6e08c90 req-0298d242-44c3-4534-84a6-9735296e247f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0887187 Jan 16 23:19:48.161283 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-af314910-c551-4502-8361-a397e6120ee3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 1000 time: 0.7078967 Jan 16 23:19:48.209701 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-1f2f6018-92a1-4f13-bb3f-a96064a71b7f None None] Current status of the port 32d263c9-2a0b-4797-8a77-e59a225c0b1f is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:48.234448 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '32d263c9-2a0b-4797-8a77-e59a225c0b1f', 'name': '', 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'mac_address': 'fa:16:3e:c0:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:38Z', 'updated_at': '2022-01-16T23:19:46Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'subnets': [{'id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:48.264875 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Made reservation on behalf of b0409069f3c5402297eec9a6afacaac4 for: {'port': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:19:48.268848 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:48.319891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7ceaae-7c03-48f0-a22a-47c9d54509c6 None None] The sync data for ids ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'] in dv-cinder-824839-1-iscsi is: [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:19:39Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '32d263c9-2a0b-4797-8a77-e59a225c0b1f', 'name': '', 'network_id': 'ad4b65f2-6252-4a19-b309-03719daa5415', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'mac_address': 'fa:16:3e:c0:84:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:38Z', 'updated_at': '2022-01-16T23:19:46Z', 'revision_number': 4, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'subnets': [{'id': 'fc8c1636-cb15-4449-a310-05ad28a09e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:19:48.337860 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-49e2843c-43c2-4335-82af-9d45d6e08c90 req-c453140d-96cf-4149-92e2-d84b6e84d7f4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038465 Jan 16 23:19:48.367424 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893de6fc-2e7b-4956-9bd3-513769487597 req-9b65f5af-9b68-474c-b7c0-6c5e1edb9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:48.371877 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-9b65f5af-9b68-474c-b7c0-6c5e1edb9ee5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.1847024 Jan 16 23:19:48.533520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893de6fc-2e7b-4956-9bd3-513769487597 req-69b6164a-ccf9-46be-8ccf-0f8fd679d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:48.546675 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-69b6164a-ccf9-46be-8ccf-0f8fd679d11c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1612568 Jan 16 23:19:48.605499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Allocated IP 172.20.0.9 (a365db0f-280a-49cc-a17d-3103008fd4e5/f55d561c-a138-4760-8d4c-c075aa6b36b8/ced116d4-bf43-42d9-ba12-e5285c60daaa) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:19:48.780659 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 32d263c9-2a0b-4797-8a77-e59a225c0b1f up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:48.833028 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-ee8d0430-78ae-49f8-bae8-60346f3eb2a1 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785406 Jan 16 23:19:48.933148 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 32d263c9-2a0b-4797-8a77-e59a225c0b1f triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:48.933860 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:48.990890 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a010025-a2ca-43f6-9a16-edd56bb8a699 req-3a8fa567-919a-4eaa-8fa8-76425b520844 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:48.991723 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2a010025-a2ca-43f6-9a16-edd56bb8a699 req-3a8fa567-919a-4eaa-8fa8-76425b520844 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1968601 Jan 16 23:19:49.097026 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2a010025-a2ca-43f6-9a16-edd56bb8a699 req-7e32672f-a633-449d-b41d-beacf4d19097 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912666 Jan 16 23:19:49.137045 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-893de6fc-2e7b-4956-9bd3-513769487597 req-31892d33-e3bd-48d8-a9c9-98863c7c5d92 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898514 Jan 16 23:19:49.144348 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks [] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:49.174324 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 32d263c9-2a0b-4797-8a77-e59a225c0b1f is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:49.201527 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:49.244890 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-163897d1-08ab-40ee-b381-795cbaf475b9 req-c81712c4-942a-4d44-a970-c9b448577e81 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 210 time: 0.1066506 Jan 16 23:19:49.259062 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'ea51efb9-0289-48dc-897d-1413bfe7abbc'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:19:49.381102 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Network a365db0f-280a-49cc-a17d-3103008fd4e5 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:19:49.396726 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:19:49.408912 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:19:49.567108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event updated for resources: {'Port': ['ID=ced116d4-bf43-42d9-ba12-e5285c60daaa,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:49.597837 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.598558 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.599119 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.599690 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.600252 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.600816 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.601399 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.601939 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.602489 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.603045 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.603599 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.604304 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.604825 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:19:49.637632 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:49.638947 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:49.659937 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0848d-75b2-4590-99df-154903ee142b req-181bec4f-fb36-4d85-9e61-0da2aadc81a1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:49.661851 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-55a0848d-75b2-4590-99df-154903ee142b req-181bec4f-fb36-4d85-9e61-0da2aadc81a1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1728566 Jan 16 23:19:49.733861 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-637dde82-65b5-4d73-bab7-1289ea797f45 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9019868 Jan 16 23:19:49.776930 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Request body: {'port': {'device_id': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:19:49.901730 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-55a0848d-75b2-4590-99df-154903ee142b req-e8e9ad88-8f6a-443b-b9c0-5f5e378c8389 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224591 Jan 16 23:19:49.909081 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:50.287914 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced116d4-bf43-42d9-ba12-e5285c60daaa {{(pid=102394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:50.297984 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Publish callbacks [] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:50.322908 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d10bc-366b-4d4a-8dac-7cba2f939fa8 req-959300fe-2c3e-4353-ba76-193c5b3e5719 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:50.324709 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b35d10bc-366b-4d4a-8dac-7cba2f939fa8 req-959300fe-2c3e-4353-ba76-193c5b3e5719 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1314991 Jan 16 23:19:50.329182 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.provisioning_blocks [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Transition to ACTIVE for port object ced116d4-bf43-42d9-ba12-e5285c60daaa will not be triggered until provisioned by entity L2. {{(pid=102394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:19:50.345108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:50.421149 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b35d10bc-366b-4d4a-8dac-7cba2f939fa8 req-ab1f2c5e-2daf-4d1c-bd01-48712e86adb9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888355 Jan 16 23:19:50.441298 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ced116d4-bf43-42d9-ba12-e5285c60daaa,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.540532 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:50.542929 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:50.544972 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3f414-3eb9-45b5-81df-5e56f6635826 req-84e101e0-26ab-4773-9ba2-cd830d03d635 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:50.546569 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-70c3f414-3eb9-45b5-81df-5e56f6635826 req-84e101e0-26ab-4773-9ba2-cd830d03d635 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 943 time: 0.1448138 Jan 16 23:19:50.653132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Attempting to bind port ced116d4-bf43-42d9-ba12-e5285c60daaa on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:19:50.653537 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Attempting to bind port ced116d4-bf43-42d9-ba12-e5285c60daaa by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:19:50.653819 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Attempting to bind port ced116d4-bf43-42d9-ba12-e5285c60daaa on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:50.665844 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-70c3f414-3eb9-45b5-81df-5e56f6635826 req-35a5112c-cc50-45ac-bb02-e00e703698f5 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004570 Jan 16 23:19:50.666393 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Port ced116d4-bf43-42d9-ba12-e5285c60daaa on network a365db0f-280a-49cc-a17d-3103008fd4e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:19:50.666734 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Attempting to bind port ced116d4-bf43-42d9-ba12-e5285c60daaa on network a365db0f-280a-49cc-a17d-3103008fd4e5 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:19:50.673269 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:19:50.673614 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Checking segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:19:50.674002 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Bound using segment: {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:19:50.674435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Bound port: ced116d4-bf43-42d9-ba12-e5285c60daaa, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe12486-9190-485e-9d90-f22e97dde038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5'}}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:19:50.674794 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:50.789956 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] For port ced116d4-bf43-42d9-ba12-e5285c60daaa, host hv-cinder-82483, cleared binding levels {{(pid=102394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:19:50.796232 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] For port ced116d4-bf43-42d9-ba12-e5285c60daaa, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:19:50.802369 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:50.910444 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:50.912808 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:50.914361 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] 10.222.0.76 "PUT /v2.0/ports/ced116d4-bf43-42d9-ba12-e5285c60daaa HTTP/1.1" status: 200 len: 1093 time: 1.1622353 Jan 16 23:19:50.917232 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'tag': 'ced116d4-bf43-42d9-ba12-e5285c60daaa'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:50.921396 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4771da87-9ff0-4dfd-b04c-12a0ce893e96" -d '{"events": [{"name": "network-changed", "server_uuid": "0e770392-2d94-481a-b8ec-ccbeb7ba40ea", "tag": "ced116d4-bf43-42d9-ba12-e5285c60daaa"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:50.935019 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67240968-9a8b-4a6a-9e93-c43f67250fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=ced116d4-bf43-42d9-ba12-e5285c60daaa,revision_number=3']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:50.996351 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2075cb-9373-440e-a166-acd786caaa79 x-openstack-request-id: req-9d2075cb-9373-440e-a166-acd786caaa79 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:50.996753 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e770392-2d94-481a-b8ec-ccbeb7ba40ea", "tag": "ced116d4-bf43-42d9-ba12-e5285c60daaa", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:50.997110 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d2075cb-9373-440e-a166-acd786caaa79 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:50.997610 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'tag': 'ced116d4-bf43-42d9-ba12-e5285c60daaa', 'status': 'completed', 'code': 200} Jan 16 23:19:51.067205 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-95ee02d0-340d-487d-9390-4b3fc4b9bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.068852 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-95ee02d0-340d-487d-9390-4b3fc4b9bc42 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 1096 time: 0.0465121 Jan 16 23:19:51.079923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fcb1a-7084-4d15-a2a7-a4d5ed93fb1d req-ffe9d899-7430-4392-b637-be094b2422a3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.081628 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-090fcb1a-7084-4d15-a2a7-a4d5ed93fb1d req-ffe9d899-7430-4392-b637-be094b2422a3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0595319 Jan 16 23:19:51.127846 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-d0635eb5-eaa9-42d6-b6fd-a36893738658 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa HTTP/1.1" status: 200 len: 217 time: 0.0380852 Jan 16 23:19:51.141020 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-090fcb1a-7084-4d15-a2a7-a4d5ed93fb1d req-bc8c1477-2710-41f0-8d6c-7ce905ae3cd9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528243 Jan 16 23:19:51.203142 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e215521-fcd4-458c-8bab-fd6895054476 req-77bae74b-7057-4a8c-be3a-df3726b24e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.205575 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-77bae74b-7057-4a8c-be3a-df3726b24e9a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.0688272 Jan 16 23:19:51.244846 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-4b457188-2370-4b19-af6f-9a1ab5534962 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302138 Jan 16 23:19:51.368891 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-9365753c-41ee-4b0f-9e99-903bfbede11f service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154587 Jan 16 23:19:51.501340 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e215521-fcd4-458c-8bab-fd6895054476 req-9a7005ea-ced2-493e-85f0-cd97a56b73b6 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186445 Jan 16 23:19:51.606254 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c422fed-db10-47bf-98a1-e6ce9b723fc9 req-a59bccda-dc45-4ff6-ab1d-5f90b9704b26 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.608355 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1c422fed-db10-47bf-98a1-e6ce9b723fc9 req-a59bccda-dc45-4ff6-ab1d-5f90b9704b26 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0875025 Jan 16 23:19:51.710433 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1c422fed-db10-47bf-98a1-e6ce9b723fc9 req-1855c1ff-f287-451d-a41b-7bdaad1db892 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958622 Jan 16 23:19:51.723882 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-ce9b2427-56e8-4eab-9ddb-c95dcebdccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.727593 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-ce9b2427-56e8-4eab-9ddb-c95dcebdccc5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0409069f3c5402297eec9a6afacaac4&device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 1096 time: 0.0695436 Jan 16 23:19:51.848246 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b7221-1742-4641-b923-33c29b3e4220 req-887037b6-a01f-4e65-bab7-28bc661cfad2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.860105 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9e1b7221-1742-4641-b923-33c29b3e4220 req-887037b6-a01f-4e65-bab7-28bc661cfad2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 943 time: 0.0717692 Jan 16 23:19:51.874900 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-bdf056ce-5128-4b26-ad54-1d2a634eefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:51.876646 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-bdf056ce-5128-4b26-ad54-1d2a634eefd3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 200 len: 916 time: 0.1384015 Jan 16 23:19:51.931210 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9e1b7221-1742-4641-b923-33c29b3e4220 req-a6934567-1043-418b-bcfe-e004ff96dab5 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 Jan 16 23:19:51.952592 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-29329c33-ff82-452d-9c99-608199ca9b87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa HTTP/1.1" status: 200 len: 217 time: 0.0663123 Jan 16 23:19:52.037673 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-7292a003-6e84-440f-9ec9-aff3ac2125b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:52.040082 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-7292a003-6e84-440f-9ec9-aff3ac2125b4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 200 len: 855 time: 0.0795090 Jan 16 23:19:52.081514 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-18c4148e-53e4-4d6e-977d-55a44566de2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a365db0f-280a-49cc-a17d-3103008fd4e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308900 Jan 16 23:19:52.205253 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-7a5698ba-3f96-4cc4-bf2b-8cd8e13787b6 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117721 Jan 16 23:19:52.345561 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b75d7-4295-4d3e-8e7f-d1ee4a92c6ff req-c08838db-ee7e-4857-b224-2d013318c339 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:52.346997 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0f8b75d7-4295-4d3e-8e7f-d1ee4a92c6ff req-c08838db-ee7e-4857-b224-2d013318c339 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1261182 Jan 16 23:19:52.421958 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4771da87-9ff0-4dfd-b04c-12a0ce893e96 req-71bc933b-66db-48d0-b13a-40e2e2c91898 service neutron] 10.222.0.76 "GET /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996553 Jan 16 23:19:52.427394 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0f8b75d7-4295-4d3e-8e7f-d1ee4a92c6ff req-6a30cc91-3d13-4a2a-ab7f-8bcea34ca1ac tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737069 Jan 16 23:19:52.861722 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8b55a8-c300-49f8-85ff-4f9a1a87e3a0 req-62f02341-0ef8-4d13-af6c-37cdd3b837fb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:52.868699 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ef8b55a8-c300-49f8-85ff-4f9a1a87e3a0 req-62f02341-0ef8-4d13-af6c-37cdd3b837fb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0707684 Jan 16 23:19:52.918839 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ef8b55a8-c300-49f8-85ff-4f9a1a87e3a0 req-59378746-3e18-4785-8c8b-82f8dfbaf49f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490043 Jan 16 23:19:53.085768 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d9fa7-a6e1-40df-8e12-4ddff7aeccf5 req-ca0f8810-2c6b-438f-aa7f-5439d1f92db4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:53.087927 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8a0d9fa7-a6e1-40df-8e12-4ddff7aeccf5 req-ca0f8810-2c6b-438f-aa7f-5439d1f92db4 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 943 time: 0.0672891 Jan 16 23:19:53.109490 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38914) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:53.164298 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8a0d9fa7-a6e1-40df-8e12-4ddff7aeccf5 req-a8d240b6-05a0-4bd9-8e4e-53ab1a797cfd tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707808 Jan 16 23:19:53.258999 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fd92e5ac-f9ba-4023-b1c9-bc435929b544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.382635 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fd92e5ac-f9ba-4023-b1c9-bc435929b544 admin admin] Publish callbacks [] for security_group (fd3c0b4e-40bb-41d3-aef1-c3034198a47a), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.406890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fd92e5ac-f9ba-4023-b1c9-bc435929b544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fd3c0b4e-40bb-41d3-aef1-c3034198a47a), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.451162 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-fd92e5ac-f9ba-4023-b1c9-bc435929b544 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8b423e640814df8ba22a99661b0305b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369904 Jan 16 23:19:53.451162 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92e5ac-f9ba-4023-b1c9-bc435929b544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3c0b4e-40bb-41d3-aef1-c3034198a47a,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:53.451529 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38920) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:53.511453 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd5b275c-e1df-496c-b2af-f4f38a238739 admin admin] Publish callbacks [] for security_group (fd3c0b4e-40bb-41d3-aef1-c3034198a47a), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.537030 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd5b275c-e1df-496c-b2af-f4f38a238739 admin admin] Publish callbacks [] for security_group (fd3c0b4e-40bb-41d3-aef1-c3034198a47a), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.568084 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38930) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:53.597684 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd5b275c-e1df-496c-b2af-f4f38a238739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fd3c0b4e-40bb-41d3-aef1-c3034198a47a), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.602108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd5b275c-e1df-496c-b2af-f4f38a238739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.604008 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cd5b275c-e1df-496c-b2af-f4f38a238739 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd3c0b4e-40bb-41d3-aef1-c3034198a47a HTTP/1.1" status: 204 len: 168 time: 0.1518204 Jan 16 23:19:53.613618 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b275c-e1df-496c-b2af-f4f38a238739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3c0b4e-40bb-41d3-aef1-c3034198a47a,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:53.621949 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0083b3f-5041-4368-a264-adf12a363027 req-da73fb38-64d0-477c-b436-5219a061f2f1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:53.628998 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e0083b3f-5041-4368-a264-adf12a363027 req-da73fb38-64d0-477c-b436-5219a061f2f1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1197424 Jan 16 23:19:53.670176 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Deleting subnet 21fa8e20-cb22-4f36-9161-6f1f510e16a8 {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:19:53.675754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Publish callbacks [] for subnet (21fa8e20-cb22-4f36-9161-6f1f510e16a8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.734608 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e0083b3f-5041-4368-a264-adf12a363027 req-f875877d-cb2f-4b5c-bd46-c3833eca6caa tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042869 Jan 16 23:19:53.739033 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (21fa8e20-cb22-4f36-9161-6f1f510e16a8), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.811244 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (21fa8e20-cb22-4f36-9161-6f1f510e16a8), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.921793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (21fa8e20-cb22-4f36-9161-6f1f510e16a8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.944174 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:53.950856 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/21fa8e20-cb22-4f36-9161-6f1f510e16a8 HTTP/1.1" status: 204 len: 168 time: 0.3791332 Jan 16 23:19:53.953867 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38936) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:54.011755 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a5730-274d-4ae0-8ebe-d82f0ee394d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fa8e20-cb22-4f36-9161-6f1f510e16a8,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:54.079222 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (902a45ce-0cd8-49fc-843b-8d263e4dc620), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.128175 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ec69-db8c-4233-89a9-f5cec9ff9dea req-4eb86ed2-0b51-4791-88e8-736a95feca05 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:54.129757 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1054ec69-db8c-4233-89a9-f5cec9ff9dea req-4eb86ed2-0b51-4791-88e8-736a95feca05 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0893645 Jan 16 23:19:54.197627 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (902a45ce-0cd8-49fc-843b-8d263e4dc620), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.234030 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902a45ce-0cd8-49fc-843b-8d263e4dc620']}} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:54.246822 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315c0770-3921-4898-a52a-9fcdec14e999') {'for_net_delete': True} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:54.247132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315c0770-3921-4898-a52a-9fcdec14e999') {} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:19:54.252637 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1054ec69-db8c-4233-89a9-f5cec9ff9dea req-86b0eaf5-90d5-4dfe-bcbe-b9803f30934e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126032 Jan 16 23:19:54.263236 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62790157'] for segment (315c0770-3921-4898-a52a-9fcdec14e999), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.302984 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (315c0770-3921-4898-a52a-9fcdec14e999), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.317246 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:19:54.317462 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61974913'] for segment (315c0770-3921-4898-a52a-9fcdec14e999), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: Traceback (most recent call last): Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: timer() Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: cb(*args, **kw) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: return func(*args, **kwargs) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: self._notify() Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: self.callback(batched_events) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: event.method(event) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: return f(self, *a, **k) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._get(url).json() Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: return self.request(url, 'GET', **kwargs) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:19:54.321148 dv-cinder-824839-1-iscsi neutron-server[102394]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:19:54.328869 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd313e74-f5c8-41a9-9454-d57b5b10f0cd req-676bc473-50a6-445c-a7f1-c7e0918e3176 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:54.336032 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd313e74-f5c8-41a9-9454-d57b5b10f0cd req-676bc473-50a6-445c-a7f1-c7e0918e3176 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 943 time: 0.0658760 Jan 16 23:19:54.396395 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (902a45ce-0cd8-49fc-843b-8d263e4dc620), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.406743 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd313e74-f5c8-41a9-9454-d57b5b10f0cd req-e9af3ec2-9cd3-400b-85c0-e2e02117c5bc tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698102 Jan 16 23:19:54.414419 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.417911 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] 10.222.0.35 "DELETE /v2.0/networks/902a45ce-0cd8-49fc-843b-8d263e4dc620 HTTP/1.1" status: 204 len: 168 time: 0.4627366 Jan 16 23:19:54.421149 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36264303-671c-486f-8fdc-57dd997b931c admin admin] Pushing event deleted for resources: {'Network': ['ID=902a45ce-0cd8-49fc-843b-8d263e4dc620,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:54.650641 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 38946) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:54.696253 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-925e54f6-aa76-4d94-bdaf-c841de3097d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3faa16178be4e6d813202c946cbed51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436420 Jan 16 23:19:54.698552 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 38948) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:19:54.770090 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f11b1e41-151a-476b-be4c-9eab1bf8b0be admin admin] Publish callbacks [] for security_group (9dffa1d1-5a04-4e61-ae0d-15a14238ee03), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.780077 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ced116d4-bf43-42d9-ba12-e5285c60daaa details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:19:54.811661 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f11b1e41-151a-476b-be4c-9eab1bf8b0be admin admin] Publish callbacks [] for security_group (9dffa1d1-5a04-4e61-ae0d-15a14238ee03), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.884403 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f11b1e41-151a-476b-be4c-9eab1bf8b0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (9dffa1d1-5a04-4e61-ae0d-15a14238ee03), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.886986 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f11b1e41-151a-476b-be4c-9eab1bf8b0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:54.888155 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f11b1e41-151a-476b-be4c-9eab1bf8b0be admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9dffa1d1-5a04-4e61-ae0d-15a14238ee03 HTTP/1.1" status: 204 len: 168 time: 0.1883426 Jan 16 23:19:54.908192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b1e41-151a-476b-be4c-9eab1bf8b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dffa1d1-5a04-4e61-ae0d-15a14238ee03,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:54.915053 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976bc70-7170-49dc-91c3-c086f13c8c8d req-956cd18a-c632-43ae-a4e4-b4d314ec61b7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:54.916601 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9976bc70-7170-49dc-91c3-c086f13c8c8d req-956cd18a-c632-43ae-a4e4-b4d314ec61b7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0749285 Jan 16 23:19:54.925671 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port ced116d4-bf43-42d9-ba12-e5285c60daaa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:54.943988 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'ced116d4-bf43-42d9-ba12-e5285c60daaa', 'network_id': 'a365db0f-280a-49cc-a17d-3103008fd4e5', 'port_id': 'ced116d4-bf43-42d9-ba12-e5285c60daaa', 'mac_address': 'fa:16:3e:88:05:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f55d561c-a138-4760-8d4c-c075aa6b36b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:19:54.997694 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9976bc70-7170-49dc-91c3-c086f13c8c8d req-7b8517ea-01de-43a7-ba35-187195f3b671 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742164 Jan 16 23:19:55.003433 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port ced116d4-bf43-42d9-ba12-e5285c60daaa is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:55.003840 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:55.023436 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced116d4-bf43-42d9-ba12-e5285c60daaa {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:19:55.045751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port ced116d4-bf43-42d9-ba12-e5285c60daaa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:55.050296 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:55.112462 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=ced116d4-bf43-42d9-ba12-e5285c60daaa,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:55.433522 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3da9e-8391-4381-861d-5307f0bd2775 req-e2f57bab-3da1-4400-992e-68e5d1c1cd8e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:55.440729 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9cb3da9e-8391-4381-861d-5307f0bd2775 req-e2f57bab-3da1-4400-992e-68e5d1c1cd8e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0782669 Jan 16 23:19:55.505023 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9cb3da9e-8391-4381-861d-5307f0bd2775 req-9ca4ec02-a151-4602-9b3d-5daba1f7590a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633616 Jan 16 23:19:55.509098 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['ced116d4-bf43-42d9-ba12-e5285c60daaa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:19:55.631299 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd801a00-0d51-46ee-810a-690551910eac req-daee83e2-97e2-4ba8-a789-8d8bca9c573d tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:55.632792 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fd801a00-0d51-46ee-810a-690551910eac req-daee83e2-97e2-4ba8-a789-8d8bca9c573d tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 944 time: 0.0941110 Jan 16 23:19:55.710870 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fd801a00-0d51-46ee-810a-690551910eac req-b98c03bf-6681-4424-a6a8-b1c5672d736a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670350 Jan 16 23:19:56.134619 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a727a-f92b-4530-a96e-68f4780b9f6a req-5b130b51-2591-4791-85a1-6df5566c10eb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:56.136154 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-237a727a-f92b-4530-a96e-68f4780b9f6a req-5b130b51-2591-4791-85a1-6df5566c10eb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0538559 Jan 16 23:19:56.189847 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-237a727a-f92b-4530-a96e-68f4780b9f6a req-d2db370f-0614-42d7-9e0a-c329565b648c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474031 Jan 16 23:19:56.638558 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c18c-680c-4e80-8624-cc9136eb7cdf req-deb780cb-bb3c-4c08-882b-99e8377c314c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:56.640759 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c398c18c-680c-4e80-8624-cc9136eb7cdf req-deb780cb-bb3c-4c08-882b-99e8377c314c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0573325 Jan 16 23:19:56.690276 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c398c18c-680c-4e80-8624-cc9136eb7cdf req-69a263f4-01c8-4f7e-a55e-e289a7ba71d4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436671 Jan 16 23:19:56.822052 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab55db9-ab04-42bc-b7fe-f8355a93209c req-667d2301-7b9a-4b1b-8ccf-ace8e0a7d382 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:56.823509 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ab55db9-ab04-42bc-b7fe-f8355a93209c req-667d2301-7b9a-4b1b-8ccf-ace8e0a7d382 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 944 time: 0.0532606 Jan 16 23:19:56.881965 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ab55db9-ab04-42bc-b7fe-f8355a93209c req-b9bf76bf-6085-4aef-ae2e-7ba3ed99264c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521882 Jan 16 23:19:57.331857 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa14f21-57c0-455a-a532-a9190fee1718 req-9b24152c-d122-455b-8cf8-3571559b48ec tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:57.333372 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-daa14f21-57c0-455a-a532-a9190fee1718 req-9b24152c-d122-455b-8cf8-3571559b48ec tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0568266 Jan 16 23:19:57.381468 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-daa14f21-57c0-455a-a532-a9190fee1718 req-4caa2973-cb46-48c9-b19e-29179c88ce42 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Jan 16 23:19:57.846414 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3efee-f0c8-44e0-8f73-4d14215037e7 req-d537f999-f511-464d-b750-88c7f19a9d66 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:57.847953 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5e3efee-f0c8-44e0-8f73-4d14215037e7 req-d537f999-f511-464d-b750-88c7f19a9d66 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0688257 Jan 16 23:19:57.909473 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5e3efee-f0c8-44e0-8f73-4d14215037e7 req-3b9e0517-a4d1-4020-9081-1bdb752ca799 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559351 Jan 16 23:19:58.045892 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e2307-7ded-4e70-adde-934286b0420e req-d6e72bef-25ca-492f-87eb-86dbc39ad455 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:58.053601 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0b9e2307-7ded-4e70-adde-934286b0420e req-d6e72bef-25ca-492f-87eb-86dbc39ad455 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 944 time: 0.0818520 Jan 16 23:19:58.110190 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0b9e2307-7ded-4e70-adde-934286b0420e req-6b6f16d5-59bc-41af-981a-601b16371b6e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556920 Jan 16 23:19:58.213102 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-b0eddabf-910e-4539-84d8-ca53f9a390f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:58.214793 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-b0eddabf-910e-4539-84d8-ca53f9a390f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 815 time: 0.1054628 Jan 16 23:19:58.230724 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-d7ee03b1-d957-49a8-8ea2-1acf916c8e36 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/quotas/0d2c6712a0284cf58b3c6ff440d98672 HTTP/1.1" status: 200 len: 375 time: 0.0097167 Jan 16 23:19:58.290294 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-03046bcd-56e7-41a5-88dd-d9bd76b35072 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535157 Jan 16 23:19:58.383018 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-1d37d28c-92b2-43c6-b120-dd4fd357297d service neutron] 10.222.0.35 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818315 Jan 16 23:19:58.476829 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-e57fca42-70e5-4bb8-91ef-6c25267a32d0 service neutron] 10.222.0.35 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865114 Jan 16 23:19:58.495550 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119290b-3e23-49c8-b9b0-e5c26e2c87d2 req-ca062491-5252-4869-8d7e-c4ccc76cb31a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:58.497274 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a119290b-3e23-49c8-b9b0-e5c26e2c87d2 req-ca062491-5252-4869-8d7e-c4ccc76cb31a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0489182 Jan 16 23:19:58.555693 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a119290b-3e23-49c8-b9b0-e5c26e2c87d2 req-f4639e75-fd93-4e81-92e5-0cd2e93860b6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Jan 16 23:19:58.662165 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-747338b4-1c2d-4dca-9ee3-00b94c991274 req-12999847-6491-45e1-8a98-a57aca82ae42 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 210 time: 0.0267951 Jan 16 23:19:58.802002 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ced116d4-bf43-42d9-ba12-e5285c60daaa up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:19:58.900802 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port ced116d4-bf43-42d9-ba12-e5285c60daaa completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:19:58.905112 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port ced116d4-bf43-42d9-ba12-e5285c60daaa triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:19:58.905536 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:59.030005 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port ced116d4-bf43-42d9-ba12-e5285c60daaa is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:19:59.030473 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:59.059440 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced116d4-bf43-42d9-ba12-e5285c60daaa'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:19:59.062607 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7a494-c5a9-4119-a194-40d18539ebe6" -d '{"events": [{"server_uuid": "0e770392-2d94-481a-b8ec-ccbeb7ba40ea", "name": "network-vif-plugged", "status": "completed", "tag": "ced116d4-bf43-42d9-ba12-e5285c60daaa"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:19:59.082576 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc91fb-3e3d-451d-a5a6-a88471bd5956 req-3a707862-0ab1-4202-b6d9-668eee4c7091 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:59.089503 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-88dc91fb-3e3d-451d-a5a6-a88471bd5956 req-3a707862-0ab1-4202-b6d9-668eee4c7091 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0741270 Jan 16 23:19:59.100871 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port ced116d4-bf43-42d9-ba12-e5285c60daaa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:19:59.106704 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:19:59.141313 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3cb263-b697-4a13-ad80-fd1e89738bd6 x-openstack-request-id: req-7f3cb263-b697-4a13-ad80-fd1e89738bd6 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:19:59.141894 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e770392-2d94-481a-b8ec-ccbeb7ba40ea", "name": "network-vif-plugged", "status": "completed", "tag": "ced116d4-bf43-42d9-ba12-e5285c60daaa", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:19:59.142156 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f3cb263-b697-4a13-ad80-fd1e89738bd6 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:19:59.142550 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced116d4-bf43-42d9-ba12-e5285c60daaa', 'code': 200} Jan 16 23:19:59.165833 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-88dc91fb-3e3d-451d-a5a6-a88471bd5956 req-3fa63ec8-515d-4088-bf79-b27228693221 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753574 Jan 16 23:19:59.181562 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=ced116d4-bf43-42d9-ba12-e5285c60daaa,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:19:59.250837 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f32a4f-ad4b-4b96-b1fd-7174383a9a14 req-b456ef98-7f3e-455d-94f5-b8118a37da16 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:59.253526 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-07f32a4f-ad4b-4b96-b1fd-7174383a9a14 req-b456ef98-7f3e-455d-94f5-b8118a37da16 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0548236 Jan 16 23:19:59.311937 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-07f32a4f-ad4b-4b96-b1fd-7174383a9a14 req-8c48e340-d1cd-4f33-a6fc-ca7ea2508401 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522294 Jan 16 23:19:59.426971 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9551e8e-1cef-488f-aaa3-3e697d06143c req-070e6463-3ec6-451b-8e52-1a0b6a68e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:59.428448 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f9551e8e-1cef-488f-aaa3-3e697d06143c req-070e6463-3ec6-451b-8e52-1a0b6a68e167 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 1098 time: 0.0633795 Jan 16 23:19:59.485054 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f9551e8e-1cef-488f-aaa3-3e697d06143c req-9fab55c7-7d88-4a89-ab07-cf65ff90c0fd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472841 Jan 16 23:19:59.669465 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ad173-d4eb-46c8-99a7-711e0746f375 req-2155ab75-97dc-4f01-9ed6-5d464b776dcb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:19:59.670918 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dd1ad173-d4eb-46c8-99a7-711e0746f375 req-2155ab75-97dc-4f01-9ed6-5d464b776dcb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0480745 Jan 16 23:19:59.718606 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dd1ad173-d4eb-46c8-99a7-711e0746f375 req-417cfa1a-5bba-43ef-92c8-779c04b4fc87 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Jan 16 23:19:59.756467 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d1392d62-1147-49f7-a118-f92f10f9ecd9 req-94bedf20-8d62-4e0c-8b58-421c1d028f65 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 210 time: 0.0266321 Jan 16 23:20:00.289231 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9ed4d-1619-4cac-9d77-db73e1cd90ab req-84cc7f52-b9cd-4cca-89e9-b712ec8287d0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:00.290729 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b1e9ed4d-1619-4cac-9d77-db73e1cd90ab req-84cc7f52-b9cd-4cca-89e9-b712ec8287d0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0471883 Jan 16 23:20:00.342306 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b1e9ed4d-1619-4cac-9d77-db73e1cd90ab req-6e5ba1c0-ec4f-4c42-a34c-452d7ff705c7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Jan 16 23:20:00.463228 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7ede1-02cf-4717-aeae-c69dea42b1e9 req-d4aa807b-9080-4d9a-9564-98390fdc2866 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:00.465636 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-60a7ede1-02cf-4717-aeae-c69dea42b1e9 req-d4aa807b-9080-4d9a-9564-98390fdc2866 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0823264 Jan 16 23:20:00.536295 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-d65ee829-fc9d-43d3-9325-a61cb8f7718c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:00.537790 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-d65ee829-fc9d-43d3-9325-a61cb8f7718c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 815 time: 0.1356468 Jan 16 23:20:00.564009 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-60a7ede1-02cf-4717-aeae-c69dea42b1e9 req-e0867795-d06b-405c-b4df-40987af17280 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Jan 16 23:20:00.564233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'port': {'device_id': '77e77136-26c2-4618-95db-7620c9a3afb7', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'admin_state_up': True, 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:00.819238 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:20:00.856791 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d7bbdb01-e640-49c2-83fb-31c649dd95e3 req-2914f7e0-710b-4624-bf3e-e963b49b6334 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 210 time: 0.0333207 Jan 16 23:20:00.903761 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90f282-f351-4733-9ea8-9c01bb7d8a0f req-28266a49-5dd4-4d7a-93c1-92854ec0d6c4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:00.905285 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-da90f282-f351-4733-9ea8-9c01bb7d8a0f req-28266a49-5dd4-4d7a-93c1-92854ec0d6c4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0710292 Jan 16 23:20:00.906311 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Made reservation on behalf of 0d2c6712a0284cf58b3c6ff440d98672 for: {'port': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:00.909606 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:00.938237 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:00.949312 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'mac_address': 'fa:16:3e:8c:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:20:00.986775 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: ACTIVE; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:00.987169 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:01.000174 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:20:01.010159 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-da90f282-f351-4733-9ea8-9c01bb7d8a0f req-20f037fd-89a9-48a6-99f0-e5ebbf07fafc tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970123 Jan 16 23:20:01.025706 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:01.033709 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:01.070122 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Allocated IP 172.20.0.13 (84499aee-6626-42b9-b4cb-ddb30c5dd673/706c78c9-30e4-4973-b4e7-8422cd2fac1c/9661246c-e3a8-4173-bbe0-17070272d5aa) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:01.084692 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=6']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:01.210717 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:01.247050 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:01.295030 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:01.297953 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:01.301577 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:01.323342 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:01.351753 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:01.352361 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:01.369068 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-8c153a07-71f6-44f9-93ee-d32c3b488ebe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116312 Jan 16 23:20:01.466864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b709a4-fac2-42f9-b26f-416a28b6c9a6 req-a751cc35-6a70-4695-a3b0-2fbec1ddb95f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:01.468438 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-32b709a4-fac2-42f9-b26f-416a28b6c9a6 req-a751cc35-6a70-4695-a3b0-2fbec1ddb95f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0513222 Jan 16 23:20:01.518730 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-32b709a4-fac2-42f9-b26f-416a28b6c9a6 req-31b6a919-0a06-45cd-b5f7-8f47ad042932 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444965 Jan 16 23:20:01.562738 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-619349e7-a6b2-4fcb-8f56-edee69b12fe0 None None] Provisioning complete for port 9661246c-e3a8-4173-bbe0-17070272d5aa triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:01.563235 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-619349e7-a6b2-4fcb-8f56-edee69b12fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:01.597741 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-619349e7-a6b2-4fcb-8f56-edee69b12fe0 None None] Port 9661246c-e3a8-4173-bbe0-17070272d5aa cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:01.675331 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f55622-4dc4-442f-8627-592661554336 req-4efd225d-a324-4a8d-87df-c3fcd3493900 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:01.676860 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-46f55622-4dc4-442f-8627-592661554336 req-4efd225d-a324-4a8d-87df-c3fcd3493900 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0491750 Jan 16 23:20:01.726131 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-46f55622-4dc4-442f-8627-592661554336 req-9a5d6ada-d63b-4c3f-968e-649b91beaed9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Jan 16 23:20:01.789415 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:20:01.972703 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2f911-2e99-44b2-ac95-76a360b517ba req-bdeef81d-d4ed-4b5e-8219-bcc07c2030a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:01.974214 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9cb2f911-2e99-44b2-ac95-76a360b517ba req-bdeef81d-d4ed-4b5e-8219-bcc07c2030a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 932 time: 0.0518751 Jan 16 23:20:02.021349 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9cb2f911-2e99-44b2-ac95-76a360b517ba req-3034d8ac-de78-4dea-a6fe-bdd46047be2d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Jan 16 23:20:02.138321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9f81-f8db-492d-b0bc-3c8c3ed1d48b req-9e19b1c7-e59c-4b22-8b56-96d3c4db137a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:02.139737 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8edb9f81-f8db-492d-b0bc-3c8c3ed1d48b req-9e19b1c7-e59c-4b22-8b56-96d3c4db137a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0511518 Jan 16 23:20:02.186469 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8edb9f81-f8db-492d-b0bc-3c8c3ed1d48b req-a96faf53-8863-4957-aecb-6156305d5d60 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Jan 16 23:20:02.644713 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73361665-da03-4c77-bb3b-bb5a25f6b9ee req-416b498d-a0b6-491c-9a5e-c2276cf63bd9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:02.646216 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-73361665-da03-4c77-bb3b-bb5a25f6b9ee req-416b498d-a0b6-491c-9a5e-c2276cf63bd9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0480177 Jan 16 23:20:02.693420 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-73361665-da03-4c77-bb3b-bb5a25f6b9ee req-5d9e4055-d362-4017-bf7f-d704a9948049 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Jan 16 23:20:02.841029 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb3c2d-fefe-4349-a13b-8e0d3fd6a80c req-9957f46b-1d3f-4e2c-97d2-c624f8ed900b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:02.843424 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4fbb3c2d-fefe-4349-a13b-8e0d3fd6a80c req-9957f46b-1d3f-4e2c-97d2-c624f8ed900b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0484703 Jan 16 23:20:02.889474 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4fbb3c2d-fefe-4349-a13b-8e0d3fd6a80c req-8764d8af-4333-4f14-a1f5-db89d26fc517 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Jan 16 23:20:03.133941 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e6fb8-423d-46d8-8fc9-991cbdfb5438 req-32cc049b-a9fb-4cd5-9f01-eeff1bcd3ffe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:03.135485 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-700e6fb8-423d-46d8-8fc9-991cbdfb5438 req-32cc049b-a9fb-4cd5-9f01-eeff1bcd3ffe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 932 time: 0.0477808 Jan 16 23:20:03.184266 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-700e6fb8-423d-46d8-8fc9-991cbdfb5438 req-96aa8c09-b50c-47ef-86a3-cb04f75d1ea9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Jan 16 23:20:03.298940 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc255392-3805-484e-99dc-abedf5b7dda3 req-af904fe9-d9bb-42a9-82b4-30d0e28c2a2b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:03.300424 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fc255392-3805-484e-99dc-abedf5b7dda3 req-af904fe9-d9bb-42a9-82b4-30d0e28c2a2b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0478060 Jan 16 23:20:03.353815 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fc255392-3805-484e-99dc-abedf5b7dda3 req-354c5f73-e6ba-40f3-a1bd-679af362dc79 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Jan 16 23:20:03.817078 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d264c3c-b3cc-4d44-bbde-e4c98df65f57 req-5dce933c-f9b3-4103-9a1a-6bf4da80f697 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:03.818582 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3d264c3c-b3cc-4d44-bbde-e4c98df65f57 req-5dce933c-f9b3-4103-9a1a-6bf4da80f697 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0491803 Jan 16 23:20:03.865304 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3d264c3c-b3cc-4d44-bbde-e4c98df65f57 req-79c660f4-e3a5-41b5-a558-6a4553b6c04a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410056 Jan 16 23:20:04.002039 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f742fe3-4e8d-4e58-8301-5dc859f75c97 req-a4a4d076-93e3-4abd-afc3-d160a68b7bd8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:04.003551 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8f742fe3-4e8d-4e58-8301-5dc859f75c97 req-a4a4d076-93e3-4abd-afc3-d160a68b7bd8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0498707 Jan 16 23:20:04.054002 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8f742fe3-4e8d-4e58-8301-5dc859f75c97 req-b9c08a0d-de0f-471f-9391-4f93bce2d27a tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449362 Jan 16 23:20:04.299089 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d9101-dc68-4fc5-a47d-23a57c6beb1c req-c6ac7a8c-4e83-4361-b969-7fc9740e3b34 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:04.300669 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e92d9101-dc68-4fc5-a47d-23a57c6beb1c req-c6ac7a8c-4e83-4361-b969-7fc9740e3b34 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 932 time: 0.0480971 Jan 16 23:20:04.346435 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e92d9101-dc68-4fc5-a47d-23a57c6beb1c req-bfc24277-bf7e-4a81-9358-a456e31252d1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Jan 16 23:20:04.472530 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c235a63-366d-4dc2-9d29-e15cbdf3ed8a req-e0cc5753-d568-4c17-913a-0133fe9e0df0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:04.473971 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6c235a63-366d-4dc2-9d29-e15cbdf3ed8a req-e0cc5753-d568-4c17-913a-0133fe9e0df0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0475063 Jan 16 23:20:04.521396 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6c235a63-366d-4dc2-9d29-e15cbdf3ed8a req-5dfb044b-c2f4-42dd-b51f-1d96677b0884 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419426 Jan 16 23:20:04.739703 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Request body: {'port': {'device_id': '77e77136-26c2-4618-95db-7620c9a3afb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:04.799840 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:04.980984 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:04.989911 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9da16-5725-4151-8be5-721cc727583d req-0d7ac364-f1a2-4f9d-8801-04cd877300db tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:04.991319 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3bd9da16-5725-4151-8be5-721cc727583d req-0d7ac364-f1a2-4f9d-8801-04cd877300db tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0533750 Jan 16 23:20:05.053391 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3bd9da16-5725-4151-8be5-721cc727583d req-e9de81cc-9ab4-4839-8ae4-daed9c3d00d1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563977 Jan 16 23:20:05.100844 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9661246c-e3a8-4173-bbe0-17070272d5aa {{(pid=102394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:20:05.115431 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Publish callbacks [] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:05.129191 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.provisioning_blocks [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Transition to ACTIVE for port object 9661246c-e3a8-4173-bbe0-17070272d5aa will not be triggered until provisioned by entity L2. {{(pid=102394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:20:05.141676 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:05.226425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795ac1f-3d4d-4284-94fc-92dc6f24f042 req-8c143b18-7602-4328-9d42-9a5e89cff2b8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.227956 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a795ac1f-3d4d-4284-94fc-92dc6f24f042 req-8c143b18-7602-4328-9d42-9a5e89cff2b8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0973735 Jan 16 23:20:05.231877 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:05.328981 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a795ac1f-3d4d-4284-94fc-92dc6f24f042 req-545be50f-7847-4817-95d6-0cdda40a3c3b tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831835 Jan 16 23:20:05.330245 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Attempting to bind port 9661246c-e3a8-4173-bbe0-17070272d5aa on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:05.330580 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Attempting to bind port 9661246c-e3a8-4173-bbe0-17070272d5aa by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:05.330901 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Attempting to bind port 9661246c-e3a8-4173-bbe0-17070272d5aa on network 84499aee-6626-42b9-b4cb-ddb30c5dd673 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:05.336192 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Port 9661246c-e3a8-4173-bbe0-17070272d5aa on network 84499aee-6626-42b9-b4cb-ddb30c5dd673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:20:05.336681 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Attempting to bind port 9661246c-e3a8-4173-bbe0-17070272d5aa on network 84499aee-6626-42b9-b4cb-ddb30c5dd673 {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:05.345130 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:05.345716 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Checking segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:05.346096 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Bound using segment: {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'} {{(pid=102394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:05.346532 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.managers [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Bound port: 9661246c-e3a8-4173-bbe0-17070272d5aa, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '369ce197-c7be-441f-a9e4-a762b4257f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673'}}] {{(pid=102394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:05.347018 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:05.423792 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, cleared binding levels {{(pid=102394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:05.427347 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:05.434496 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:05.479690 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.480321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:05.481970 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] 10.222.0.76 "PUT /v2.0/ports/9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 1094 time: 0.7466781 Jan 16 23:20:05.482334 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:05.487154 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ad689d-33f6-44c2-baf1-74eac35aa411" -d '{"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:05.535440 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35b19-b550-4402-9575-62d924c2e168 service neutron] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=3']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:05.563822 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdcf6c6-a7f5-41a2-b0db-77af8ffa1ac2 x-openstack-request-id: req-bcdcf6c6-a7f5-41a2-b0db-77af8ffa1ac2 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:05.564139 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:05.565304 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcdcf6c6-a7f5-41a2-b0db-77af8ffa1ac2 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:05.565715 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'status': 'completed', 'code': 200} Jan 16 23:20:05.569897 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94cf50-d5ca-4945-8a27-3db1dfe4bfaa req-42a88cca-b005-415e-b0c2-531992a8c1d9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.578446 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3d94cf50-d5ca-4945-8a27-3db1dfe4bfaa req-42a88cca-b005-415e-b0c2-531992a8c1d9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0895548 Jan 16 23:20:05.658244 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3d94cf50-d5ca-4945-8a27-3db1dfe4bfaa req-78f1a7b0-38af-486e-92aa-7d1257ecb609 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783875 Jan 16 23:20:05.673796 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-6284e339-e0a9-42cf-bbcb-c26ba84fcba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.676690 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-6284e339-e0a9-42cf-bbcb-c26ba84fcba6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1097 time: 0.0857320 Jan 16 23:20:05.775606 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-369ca01c-af73-40bb-b87a-8b31069f7f44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 217 time: 0.0395339 Jan 16 23:20:05.826450 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3454a2-04b2-4705-9103-dc5d107b3b51 req-340b7654-7f9c-47b4-ae11-f6673cf4223e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.828592 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6b3454a2-04b2-4705-9103-dc5d107b3b51 req-340b7654-7f9c-47b4-ae11-f6673cf4223e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.1866388 Jan 16 23:20:05.852639 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-33cc6a0a-ca0f-4586-8829-f810f5cc36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.854097 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-33cc6a0a-ca0f-4586-8829-f810f5cc36a9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0709844 Jan 16 23:20:05.920976 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6b3454a2-04b2-4705-9103-dc5d107b3b51 req-7d7b7bb2-611c-4b0a-a164-70f0e1d330f1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840263 Jan 16 23:20:05.942743 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-f2a17405-5a24-4c4d-afad-2fd57fb7bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:05.944236 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-f2a17405-5a24-4c4d-afad-2fd57fb7bca7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777600 Jan 16 23:20:06.031857 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-a7da1e33-7406-4147-8a7c-50c536a5af95 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798790 Jan 16 23:20:06.123654 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fe2bfc7-35d1-40d3-a457-3196d06e2d86 req-80463303-b1dc-412c-8da8-a5729580a650 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860636 Jan 16 23:20:06.169287 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbf77-bd4f-4e74-88f6-7ac9bc58e011 req-5ac7a790-114f-41a5-a74c-3b46c0df9ac4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:06.170772 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-05cfbf77-bd4f-4e74-88f6-7ac9bc58e011 req-5ac7a790-114f-41a5-a74c-3b46c0df9ac4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0534005 Jan 16 23:20:06.221874 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-05cfbf77-bd4f-4e74-88f6-7ac9bc58e011 req-c379d474-1626-44db-b3d8-cfc3d4021bfc tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Jan 16 23:20:06.260203 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-df65450a-d6c6-4c66-8509-138754e3392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:06.261726 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-df65450a-d6c6-4c66-8509-138754e3392a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1097 time: 0.0412526 Jan 16 23:20:06.347445 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-d0026d0f-b570-408b-974d-de368af2a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:06.348800 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-d0026d0f-b570-408b-974d-de368af2a1dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.0807643 Jan 16 23:20:06.400677 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-7b20129b-d985-4697-97f8-49ddb6ac405a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 217 time: 0.0405066 Jan 16 23:20:06.448590 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-a4630cd0-6701-431a-ad8f-aed30ade4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:06.450311 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-a4630cd0-6701-431a-ad8f-aed30ade4a5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0422013 Jan 16 23:20:06.500777 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-b72e5dfd-2c59-49c7-861c-6a9a8bd57332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:06.503247 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-b72e5dfd-2c59-49c7-861c-6a9a8bd57332 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439348 Jan 16 23:20:06.596237 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-9061a6fe-4409-4a1d-8d1d-a836c1ec3950 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855865 Jan 16 23:20:06.659150 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:06.698667 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-95ad689d-33f6-44c2-baf1-74eac35aa411 req-674295b8-fa3d-486e-a81a-8bf22b527689 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924087 Jan 16 23:20:06.715293 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:06.715677 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:06.797871 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f084-dfe8-4421-b266-cf77f556837b req-61799973-9b39-4c36-afb4-b0bdb24fe5e7 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:06.805341 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-be14f084-dfe8-4421-b266-cf77f556837b req-61799973-9b39-4c36-afb4-b0bdb24fe5e7 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0630922 Jan 16 23:20:06.814787 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:06.815239 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:06.845520 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:06.848248 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157a209-25b6-4dc7-94f9-b28fbb2f984f" -d '{"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-plugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:06.856663 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-be14f084-dfe8-4421-b266-cf77f556837b req-be9cd2ef-7012-4d6f-b290-9e4759f3f250 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503550 Jan 16 23:20:06.868497 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:06.874930 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:06.908439 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e49f46-9e10-424b-bf80-93e8b7be2907 x-openstack-request-id: req-96e49f46-9e10-424b-bf80-93e8b7be2907 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:06.908754 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-plugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:06.909011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-96e49f46-9e10-424b-bf80-93e8b7be2907 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:06.909497 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'code': 200} Jan 16 23:20:06.932398 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=7']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:07.063425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b5f64-4137-46cd-9957-53b4280e2db6 req-4c7ac57d-f0d9-4cc0-8930-1a3e676a247a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:07.065118 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c28b5f64-4137-46cd-9957-53b4280e2db6 req-4c7ac57d-f0d9-4cc0-8930-1a3e676a247a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0736208 Jan 16 23:20:07.143857 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c28b5f64-4137-46cd-9957-53b4280e2db6 req-2d2b41e4-55ad-46fc-9267-e70b6f80df7e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714703 Jan 16 23:20:07.340454 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b80aa9-7172-42e9-80d6-ee4534197f0b req-59c62f61-96f2-4800-b966-ecefdc90e4f9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:07.342007 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b4b80aa9-7172-42e9-80d6-ee4534197f0b req-59c62f61-96f2-4800-b966-ecefdc90e4f9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0495868 Jan 16 23:20:07.390819 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b4b80aa9-7172-42e9-80d6-ee4534197f0b req-f9461b36-e72d-4f33-8d07-c2414cd37ace tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 Jan 16 23:20:07.976580 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429f1cc-05ce-4d15-86cc-04aecb84535f req-dffee7c7-07f0-41a9-85f7-a354dabc6279 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:07.978104 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9429f1cc-05ce-4d15-86cc-04aecb84535f req-dffee7c7-07f0-41a9-85f7-a354dabc6279 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0519803 Jan 16 23:20:08.024236 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9429f1cc-05ce-4d15-86cc-04aecb84535f req-2c930e76-a16d-4e2e-8bea-992da64f5246 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Jan 16 23:20:08.260621 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d05939-356a-4c67-905d-326eb09e9366 req-7e6c53a2-dfdc-4271-9d00-9522f13ae933 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:08.262159 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85d05939-356a-4c67-905d-326eb09e9366 req-7e6c53a2-dfdc-4271-9d00-9522f13ae933 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0531471 Jan 16 23:20:08.311044 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85d05939-356a-4c67-905d-326eb09e9366 req-cc64e16f-1ff7-471f-8cfb-f099de3318f5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 Jan 16 23:20:08.509539 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda86b-b9b8-450e-bfc9-76ced116632a req-5f20d7d0-8db9-419b-8b1b-37a429c2080c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:08.511079 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-17cda86b-b9b8-450e-bfc9-76ced116632a req-5f20d7d0-8db9-419b-8b1b-37a429c2080c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0497828 Jan 16 23:20:08.560759 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-17cda86b-b9b8-450e-bfc9-76ced116632a req-9e2c3b02-2cec-4405-b6ab-40a24b8243b8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437400 Jan 16 23:20:09.140571 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c56e7-ce5c-4a20-9b5b-d8c99c2ed6f1 req-f9fdf96c-d510-409c-8b35-0479f0611c4a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:09.142172 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d62c56e7-ce5c-4a20-9b5b-d8c99c2ed6f1 req-f9fdf96c-d510-409c-8b35-0479f0611c4a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0512004 Jan 16 23:20:09.188377 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d62c56e7-ce5c-4a20-9b5b-d8c99c2ed6f1 req-3c3756ac-ed13-423f-8a99-08e8b25968b1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398991 Jan 16 23:20:09.435643 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63de0b-7b42-4865-ac3e-7f2306cb252b req-363f27c7-e687-435a-a005-8abe52182522 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:09.437170 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f63de0b-7b42-4865-ac3e-7f2306cb252b req-363f27c7-e687-435a-a005-8abe52182522 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0533183 Jan 16 23:20:09.485112 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f63de0b-7b42-4865-ac3e-7f2306cb252b req-c10c8ff1-1eb3-413c-92e6-6f2c1b68b880 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Jan 16 23:20:09.682671 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2401d7-707a-47d4-b932-aa17ef242010 req-9d73ff97-aceb-4c63-8855-cefdd80afae4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:09.684153 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8c2401d7-707a-47d4-b932-aa17ef242010 req-9d73ff97-aceb-4c63-8855-cefdd80afae4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0514433 Jan 16 23:20:09.729498 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8c2401d7-707a-47d4-b932-aa17ef242010 req-93c0dd50-b847-401e-afa3-5dedce96aacd tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 Jan 16 23:20:10.303155 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffacd3-ed4b-4a0c-b8f3-5713678e740f req-813c1bb4-34d1-4ba9-8c48-257b87139f4d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:10.304639 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-37ffacd3-ed4b-4a0c-b8f3-5713678e740f req-813c1bb4-34d1-4ba9-8c48-257b87139f4d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0487468 Jan 16 23:20:10.352236 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-37ffacd3-ed4b-4a0c-b8f3-5713678e740f req-6ae17f06-15bd-473d-a1f7-bef0eb849f07 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417392 Jan 16 23:20:10.600621 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae3846-f269-47f9-9d63-1178c3d09c93 req-db6405e2-c9af-484e-968a-c1cf500f6057 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:10.602146 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7aae3846-f269-47f9-9d63-1178c3d09c93 req-db6405e2-c9af-484e-968a-c1cf500f6057 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0501611 Jan 16 23:20:10.651831 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7aae3846-f269-47f9-9d63-1178c3d09c93 req-472ad0f2-cbd5-42c5-b3d7-d5d0298e5390 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437539 Jan 16 23:20:10.736446 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39310) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:10.843791 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3522f559-788b-4014-bc0d-01d8da5eaed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:10.859400 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566a306-faab-445a-9923-6086a76eca43 req-76d16c15-128d-403b-8149-3c5a6d75d914 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:10.861467 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e566a306-faab-445a-9923-6086a76eca43 req-76d16c15-128d-403b-8149-3c5a6d75d914 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0580063 Jan 16 23:20:10.908332 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e566a306-faab-445a-9923-6086a76eca43 req-b5244a99-80c8-4a0d-a0f4-86f8ad8225df tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Jan 16 23:20:10.917139 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3522f559-788b-4014-bc0d-01d8da5eaed4 admin admin] Publish callbacks [] for security_group (ddac2824-19ac-48a5-9621-2b4a906d5eca), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:10.921263 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3522f559-788b-4014-bc0d-01d8da5eaed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ddac2824-19ac-48a5-9621-2b4a906d5eca), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:10.964712 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3522f559-788b-4014-bc0d-01d8da5eaed4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2ead0cacb304e9ca7696adb6016be3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271810 Jan 16 23:20:10.965625 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522f559-788b-4014-bc0d-01d8da5eaed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac2824-19ac-48a5-9621-2b4a906d5eca,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:10.967990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39318) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:11.016161 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e90e086b-1c77-4cf9-99a8-68a2a40fd42b admin admin] Publish callbacks [] for security_group (ddac2824-19ac-48a5-9621-2b4a906d5eca), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:11.037623 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e90e086b-1c77-4cf9-99a8-68a2a40fd42b admin admin] Publish callbacks [] for security_group (ddac2824-19ac-48a5-9621-2b4a906d5eca), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:11.083516 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e90e086b-1c77-4cf9-99a8-68a2a40fd42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ddac2824-19ac-48a5-9621-2b4a906d5eca), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:11.086160 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e90e086b-1c77-4cf9-99a8-68a2a40fd42b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:11.087308 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-e90e086b-1c77-4cf9-99a8-68a2a40fd42b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ddac2824-19ac-48a5-9621-2b4a906d5eca HTTP/1.1" status: 204 len: 168 time: 0.1182826 Jan 16 23:20:11.095491 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e086b-1c77-4cf9-99a8-68a2a40fd42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac2824-19ac-48a5-9621-2b4a906d5eca,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:11.319672 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d130c5f7-419e-47c5-a997-338f5ce98f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:11.469972 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17fe64-f937-4c72-bc60-27c20bf60a0b req-7664271d-46ff-40dc-bfb3-5195b41ff2d8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:11.475261 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8c17fe64-f937-4c72-bc60-27c20bf60a0b req-7664271d-46ff-40dc-bfb3-5195b41ff2d8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0558264 Jan 16 23:20:11.537621 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8c17fe64-f937-4c72-bc60-27c20bf60a0b req-54b3e655-a377-4491-a6e5-eafc0b59ce4a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Jan 16 23:20:11.782815 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f3240-179d-4ea7-839f-893686601e9e req-54a1b7a8-28be-48d8-bb9c-bf306b8dddfb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:11.784530 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-151f3240-179d-4ea7-839f-893686601e9e req-54a1b7a8-28be-48d8-bb9c-bf306b8dddfb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0627663 Jan 16 23:20:11.835607 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-151f3240-179d-4ea7-839f-893686601e9e req-573c9efe-2dec-4517-84f2-a88a60f3cee0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454912 Jan 16 23:20:12.102276 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac8d6-8e85-42c3-8e5c-96ea65faed70 req-526e21bf-0dd5-4b97-8b3a-c5cf7a4c9f3d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:12.103705 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-377ac8d6-8e85-42c3-8e5c-96ea65faed70 req-526e21bf-0dd5-4b97-8b3a-c5cf7a4c9f3d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1060762 Jan 16 23:20:12.176738 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-377ac8d6-8e85-42c3-8e5c-96ea65faed70 req-7f0a2188-a919-45a7-a6de-96ce5cfe898b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605838 Jan 16 23:20:12.660867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8089c12-5dcb-44cb-aff5-3841521fa431 req-9903e9a4-ac21-41fc-996b-65b4adb3b283 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:12.662600 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c8089c12-5dcb-44cb-aff5-3841521fa431 req-9903e9a4-ac21-41fc-996b-65b4adb3b283 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0531001 Jan 16 23:20:12.716679 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c8089c12-5dcb-44cb-aff5-3841521fa431 req-546be7cb-1de9-40cb-a74a-92951bd1e0d9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 Jan 16 23:20:12.962571 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d9e15-32fd-4dd4-b263-e91396b488af req-5e06dc68-e259-49b0-8bbb-fb345339e5a0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:12.964606 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-780d9e15-32fd-4dd4-b263-e91396b488af req-5e06dc68-e259-49b0-8bbb-fb345339e5a0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0594835 Jan 16 23:20:13.014450 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-780d9e15-32fd-4dd4-b263-e91396b488af req-81e2eeac-3450-4b0d-8685-98ed78ce0062 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Jan 16 23:20:13.310470 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30033b9-9a13-4676-8bd6-32a04bc1442f req-2979ed9f-2bc8-4c6c-b47f-b37e0ba0bbb7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:13.311852 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d30033b9-9a13-4676-8bd6-32a04bc1442f req-2979ed9f-2bc8-4c6c-b47f-b37e0ba0bbb7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0605862 Jan 16 23:20:13.371129 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d30033b9-9a13-4676-8bd6-32a04bc1442f req-0e9dd24b-0fa6-4f3a-a4f0-9943bbbae9ed tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536556 Jan 16 23:20:13.781712 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c10aad26-8d2e-4828-af81-b58242ec0017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:13.838712 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dd6c8-15fa-4e77-8072-783af6db9c64 req-fb2212b1-b056-4d6c-835a-4d8334ec2eb8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:13.840381 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d70dd6c8-15fa-4e77-8072-783af6db9c64 req-fb2212b1-b056-4d6c-835a-4d8334ec2eb8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0531182 Jan 16 23:20:13.901923 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d70dd6c8-15fa-4e77-8072-783af6db9c64 req-61f81744-f7ff-458a-991d-56b15cbd5bed tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532703 Jan 16 23:20:14.144118 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0332a-7a82-4f63-8a54-c8d83c20af01 req-d2d7fbd7-1a22-427b-a606-904824151314 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:14.151677 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e1a0332a-7a82-4f63-8a54-c8d83c20af01 req-d2d7fbd7-1a22-427b-a606-904824151314 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0544856 Jan 16 23:20:14.199462 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e1a0332a-7a82-4f63-8a54-c8d83c20af01 req-f6b00836-ea41-439c-8811-a92bbfd78d49 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440094 Jan 16 23:20:14.494416 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb876647-2762-43ba-86aa-ff4e7cdef5a1 req-f1760edc-47fa-45e9-83b7-2c00b4f7e564 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:14.495880 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fb876647-2762-43ba-86aa-ff4e7cdef5a1 req-f1760edc-47fa-45e9-83b7-2c00b4f7e564 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0489244 Jan 16 23:20:14.559720 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fb876647-2762-43ba-86aa-ff4e7cdef5a1 req-9327138c-55fb-44d0-8a98-b9b12ea2dcbd tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566237 Jan 16 23:20:14.883282 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:15.031307 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052409d-ea92-4f62-a7dd-e2cd312b3b4b req-999cb4e3-fe32-4ea9-acca-03e78b5f5e5c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:15.032818 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4052409d-ea92-4f62-a7dd-e2cd312b3b4b req-999cb4e3-fe32-4ea9-acca-03e78b5f5e5c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0618250 Jan 16 23:20:15.083066 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4052409d-ea92-4f62-a7dd-e2cd312b3b4b req-9815d135-1288-4202-9afb-a57dbabd361a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446932 Jan 16 23:20:15.370283 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a70e42-4945-49bf-9610-919fab67a656 req-b53bdab9-b13c-4e7d-8653-b80c0b4dd442 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:15.372123 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c1a70e42-4945-49bf-9610-919fab67a656 req-b53bdab9-b13c-4e7d-8653-b80c0b4dd442 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0565169 Jan 16 23:20:15.427893 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c1a70e42-4945-49bf-9610-919fab67a656 req-d8ad4d9e-3339-4b5a-9c72-e518d789ae01 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496452 Jan 16 23:20:15.703375 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92407dd1-7731-427d-8e98-b51dcbbc2c1e req-9a10ef6f-70ca-4ddc-b5ea-5f69cb591057 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:15.704988 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-92407dd1-7731-427d-8e98-b51dcbbc2c1e req-9a10ef6f-70ca-4ddc-b5ea-5f69cb591057 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0549369 Jan 16 23:20:15.758113 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-92407dd1-7731-427d-8e98-b51dcbbc2c1e req-8125215f-c892-4043-8d30-a7d11bcdd503 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474262 Jan 16 23:20:15.878749 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:16.205304 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08860b3b-0dd8-4b08-98a2-d5d6a57bef5b req-feedce2d-39c0-4090-9412-7b4103809424 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:16.206801 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-08860b3b-0dd8-4b08-98a2-d5d6a57bef5b req-feedce2d-39c0-4090-9412-7b4103809424 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0510757 Jan 16 23:20:16.262015 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-08860b3b-0dd8-4b08-98a2-d5d6a57bef5b req-c5acd527-46ff-450b-9dea-8abe8d81e71a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Jan 16 23:20:16.550458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb3b6d-41d9-4ae5-bd64-e8cf5648df0f req-6e555499-fbca-4c32-9aab-c4dca9099b6d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:16.551987 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aefb3b6d-41d9-4ae5-bd64-e8cf5648df0f req-6e555499-fbca-4c32-9aab-c4dca9099b6d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0553505 Jan 16 23:20:16.612163 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aefb3b6d-41d9-4ae5-bd64-e8cf5648df0f req-b1754ba0-635f-4421-b60e-5e346bff11ec tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545487 Jan 16 23:20:16.890734 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112affb2-e3f9-4c2d-85c0-7161ffaec0d7 req-0cdb2a10-d716-43d1-9c61-2e252f491494 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:16.892216 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-112affb2-e3f9-4c2d-85c0-7161ffaec0d7 req-0cdb2a10-d716-43d1-9c61-2e252f491494 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0533817 Jan 16 23:20:16.943530 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-112affb2-e3f9-4c2d-85c0-7161ffaec0d7 req-4f2579e2-1960-48a8-a392-2034d7d3b7b0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427659 Jan 16 23:20:17.329370 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:17.393548 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83269f9-5f25-4f01-be6f-3fb24e5f586e req-3ae046c0-a07c-4c35-a13a-d497bc8b3e22 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:17.394096 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e83269f9-5f25-4f01-be6f-3fb24e5f586e req-3ae046c0-a07c-4c35-a13a-d497bc8b3e22 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0545037 Jan 16 23:20:17.445256 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e83269f9-5f25-4f01-be6f-3fb24e5f586e req-b5a44bcf-99a8-43e6-902a-d79fb574f6c6 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Jan 16 23:20:17.592548 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:17.734739 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463673-4f93-4a68-a7e2-2035a0352e2e req-873be4d6-bf73-4431-8c8a-69edef1838a8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:17.741710 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-63463673-4f93-4a68-a7e2-2035a0352e2e req-873be4d6-bf73-4431-8c8a-69edef1838a8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0572362 Jan 16 23:20:17.784181 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-63463673-4f93-4a68-a7e2-2035a0352e2e req-a235997a-d25c-4a5c-bebe-64cb0103d4c7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416117 Jan 16 23:20:18.069125 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89f6de-b572-48b7-b4e6-cbc67b5bac92 req-f7ca07e3-1ce1-43f7-b6d5-c493959b9c0b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:18.075306 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc89f6de-b572-48b7-b4e6-cbc67b5bac92 req-f7ca07e3-1ce1-43f7-b6d5-c493959b9c0b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0604894 Jan 16 23:20:18.122507 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc89f6de-b572-48b7-b4e6-cbc67b5bac92 req-2de235b4-bdef-4143-8fc3-b666a6e0f78c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444615 Jan 16 23:20:18.569863 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aef76-6743-49b4-a07d-487fb9a37eed req-5130da37-3c82-4a95-a781-a0c74498745f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:18.571351 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d21aef76-6743-49b4-a07d-487fb9a37eed req-5130da37-3c82-4a95-a781-a0c74498745f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0547316 Jan 16 23:20:18.622736 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d21aef76-6743-49b4-a07d-487fb9a37eed req-57c734fc-5005-4d45-a6b9-9e25f978dd3a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Jan 16 23:20:18.922427 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcb3f3-75dc-4791-ae54-e52178498f9f req-30c58582-14f5-48fa-8bb4-11ec37a6eb12 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:18.924131 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-41fcb3f3-75dc-4791-ae54-e52178498f9f req-30c58582-14f5-48fa-8bb4-11ec37a6eb12 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0558414 Jan 16 23:20:18.971020 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-41fcb3f3-75dc-4791-ae54-e52178498f9f req-22479125-a611-4e0e-b8fc-040da1c5148a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Jan 16 23:20:19.247727 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd03eb-88d0-45e9-8bf9-7f1540c5191e req-75ac69c1-1b80-459e-91a0-ba119bba22ef tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:19.249228 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6bbd03eb-88d0-45e9-8bf9-7f1540c5191e req-75ac69c1-1b80-459e-91a0-ba119bba22ef tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0478075 Jan 16 23:20:19.306980 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6bbd03eb-88d0-45e9-8bf9-7f1540c5191e req-6f1a98cc-fce5-4994-bee1-e5f511c9a401 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514188 Jan 16 23:20:19.745467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871d1f-2704-41e4-be57-f1b79de055a8 req-c137df07-bbcd-471e-9919-d1ecee07fe8c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:19.747002 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7871d1f-2704-41e4-be57-f1b79de055a8 req-c137df07-bbcd-471e-9919-d1ecee07fe8c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0543642 Jan 16 23:20:19.797502 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7871d1f-2704-41e4-be57-f1b79de055a8 req-11c509b7-bf02-47fc-b4ba-933867b9b7ad tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Jan 16 23:20:20.084714 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab7116-f0aa-45d4-8064-93d9e395956b req-8ebe69b4-c3c6-4954-add4-1cecaf930473 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:20.091500 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-43ab7116-f0aa-45d4-8064-93d9e395956b req-8ebe69b4-c3c6-4954-add4-1cecaf930473 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0543079 Jan 16 23:20:20.136046 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-43ab7116-f0aa-45d4-8064-93d9e395956b req-1c0580aa-01a6-4c39-8f68-2a6c964db787 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436924 Jan 16 23:20:20.428038 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d2c1a-6083-42a1-9346-9be599668c57 req-e3096a24-0f9d-4694-933a-5bc96a81a733 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:20.428038 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f32d2c1a-6083-42a1-9346-9be599668c57 req-e3096a24-0f9d-4694-933a-5bc96a81a733 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0484540 Jan 16 23:20:20.477613 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f32d2c1a-6083-42a1-9346-9be599668c57 req-4e854d79-367b-4520-9af5-2cfc38130cc8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423646 Jan 16 23:20:20.910687 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7e925-eb44-4664-a9e9-0f0d9ccdf044 req-79caa692-23aa-4f6e-8159-c7dabcde35ac tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:20.912144 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e3c7e925-eb44-4664-a9e9-0f0d9ccdf044 req-79caa692-23aa-4f6e-8159-c7dabcde35ac tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0503414 Jan 16 23:20:20.959715 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e3c7e925-eb44-4664-a9e9-0f0d9ccdf044 req-c647fc64-f134-4647-941b-2e624c8af256 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Jan 16 23:20:21.254923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ac69e-4473-4be9-b0d1-9eea56365980 req-95bc4e5d-e153-4b58-a6d6-b3f014f2b15d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:21.256382 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2d9ac69e-4473-4be9-b0d1-9eea56365980 req-95bc4e5d-e153-4b58-a6d6-b3f014f2b15d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0550866 Jan 16 23:20:21.308698 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2d9ac69e-4473-4be9-b0d1-9eea56365980 req-b5e058c4-8cd6-482c-b434-b1f6b602963c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Jan 16 23:20:21.604703 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7f01-c9ae-4f8b-b1f6-6187dcbd5734 req-cce703a6-ef99-4803-963e-ac3cc566ad2b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:21.606535 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a66b7f01-c9ae-4f8b-b1f6-6187dcbd5734 req-cce703a6-ef99-4803-963e-ac3cc566ad2b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0547564 Jan 16 23:20:21.654777 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a66b7f01-c9ae-4f8b-b1f6-6187dcbd5734 req-6060c3e1-8500-4542-9eb4-faad51b44c93 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418959 Jan 16 23:20:22.073332 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b04868-73e3-4df7-ac24-72c7d8cd4f21 req-4e35e8be-1d84-4b33-a7f0-383a0bfdaf3c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:22.074981 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-67b04868-73e3-4df7-ac24-72c7d8cd4f21 req-4e35e8be-1d84-4b33-a7f0-383a0bfdaf3c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0496907 Jan 16 23:20:22.119523 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-67b04868-73e3-4df7-ac24-72c7d8cd4f21 req-cae70cc0-a431-4fec-beec-f425acca3c84 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391862 Jan 16 23:20:22.436146 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c2292-2c4f-48a7-8d8f-f900e86c2acb req-ec0c6fb3-3a27-4b84-9d82-1d075b5342ee tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:22.437741 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-383c2292-2c4f-48a7-8d8f-f900e86c2acb req-ec0c6fb3-3a27-4b84-9d82-1d075b5342ee tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0619709 Jan 16 23:20:22.491638 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-383c2292-2c4f-48a7-8d8f-f900e86c2acb req-890087c2-87e6-4380-b755-f98b12a31d2a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Jan 16 23:20:22.830399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288816d-74b1-4ed0-92f8-021e9317eee4 req-f7fa4b21-e203-4e13-88e0-08f4c965d84d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:22.832472 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f288816d-74b1-4ed0-92f8-021e9317eee4 req-f7fa4b21-e203-4e13-88e0-08f4c965d84d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1005309 Jan 16 23:20:22.900755 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f288816d-74b1-4ed0-92f8-021e9317eee4 req-13dbcb3c-030c-4151-85d7-506772ffba87 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586684 Jan 16 23:20:23.285098 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3d152-1204-44dd-8a5d-b90411087510 req-35c40126-2c5f-4405-b419-cbd9acc8fcac tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:23.287086 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e7f3d152-1204-44dd-8a5d-b90411087510 req-35c40126-2c5f-4405-b419-cbd9acc8fcac tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0836370 Jan 16 23:20:23.351393 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e7f3d152-1204-44dd-8a5d-b90411087510 req-0c73246a-2f3d-4545-89d5-3f432ce45a35 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Jan 16 23:20:23.641348 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba9663-5663-4607-b9fe-d2f443fbd35e req-606b8f3c-9599-4e6c-a27f-d578d3ef3117 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:23.642895 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-28ba9663-5663-4607-b9fe-d2f443fbd35e req-606b8f3c-9599-4e6c-a27f-d578d3ef3117 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0722299 Jan 16 23:20:23.701520 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-28ba9663-5663-4607-b9fe-d2f443fbd35e req-2fb1cc19-fbe5-4d72-ae68-37f578b51ba4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Jan 16 23:20:24.028081 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0412feb-a5f3-49b2-9359-21037d1efc32 req-8b5d1263-7f30-45f6-af81-f82003f1bc56 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:24.029415 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e0412feb-a5f3-49b2-9359-21037d1efc32 req-8b5d1263-7f30-45f6-af81-f82003f1bc56 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0525789 Jan 16 23:20:24.085748 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e0412feb-a5f3-49b2-9359-21037d1efc32 req-42435199-8f69-4171-809c-dba0e92f57c0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487478 Jan 16 23:20:24.464752 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f83ef-0344-481e-a931-08d317d614c9 req-404b67b9-7222-4c05-989c-8bad36788320 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:24.466964 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-519f83ef-0344-481e-a931-08d317d614c9 req-404b67b9-7222-4c05-989c-8bad36788320 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0541091 Jan 16 23:20:24.540411 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-519f83ef-0344-481e-a931-08d317d614c9 req-1f6559de-e72c-4ed4-b16a-8238e67c32ad tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Jan 16 23:20:24.831295 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd237a-4ca9-4377-9dba-126ebfa14f60 req-2175008c-5a27-4e56-9bac-174eccee9a07 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:24.832994 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1ecd237a-4ca9-4377-9dba-126ebfa14f60 req-2175008c-5a27-4e56-9bac-174eccee9a07 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0539224 Jan 16 23:20:24.883058 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1ecd237a-4ca9-4377-9dba-126ebfa14f60 req-116597d2-4ce7-442c-952b-16d4475661c6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436692 Jan 16 23:20:25.222306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af3e71-01bb-434a-9552-fb28fb42b9d4 req-44365f14-167b-46a5-8273-fcadd47c213b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:25.223802 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91af3e71-01bb-434a-9552-fb28fb42b9d4 req-44365f14-167b-46a5-8273-fcadd47c213b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0547316 Jan 16 23:20:25.291021 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-91af3e71-01bb-434a-9552-fb28fb42b9d4 req-9949e7fd-2031-4c78-9523-a2ec793b73b7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617177 Jan 16 23:20:25.653276 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ca2f0-68bc-44ac-a19f-8d0f166470ef req-f1213cc8-4905-4a7b-b682-388c3a414537 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:25.654935 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b79ca2f0-68bc-44ac-a19f-8d0f166470ef req-f1213cc8-4905-4a7b-b682-388c3a414537 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0494885 Jan 16 23:20:25.704864 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b79ca2f0-68bc-44ac-a19f-8d0f166470ef req-0cc78ebf-a7cc-4b38-a659-c11c91084fe1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Jan 16 23:20:26.004727 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f97dd9-90fc-478e-a0f7-bd2bf30302de req-0ddacbb5-aea8-48ee-9c29-e6ef95864868 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:26.006368 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c3f97dd9-90fc-478e-a0f7-bd2bf30302de req-0ddacbb5-aea8-48ee-9c29-e6ef95864868 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0511992 Jan 16 23:20:26.058962 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c3f97dd9-90fc-478e-a0f7-bd2bf30302de req-812c670a-a38e-4ce7-82be-06b551f45ff6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Jan 16 23:20:26.452714 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bf346-9e69-4302-a605-0d6a163b77e6 req-cbae14e3-b063-4293-abb1-f43fe7e77efb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:26.455774 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-013bf346-9e69-4302-a605-0d6a163b77e6 req-cbae14e3-b063-4293-abb1-f43fe7e77efb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0795200 Jan 16 23:20:26.483195 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cdacb-2c53-4aa5-8ac2-4a0d1c7bce39 req-6559d631-a4a2-432c-aaf9-5cd918534d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:26.483823 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-374cdacb-2c53-4aa5-8ac2-4a0d1c7bce39 req-6559d631-a4a2-432c-aaf9-5cd918534d61 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 1098 time: 0.0738723 Jan 16 23:20:26.518434 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-013bf346-9e69-4302-a605-0d6a163b77e6 req-f4c1be6f-66f0-488c-8d29-7252c68e2121 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537570 Jan 16 23:20:26.560419 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-374cdacb-2c53-4aa5-8ac2-4a0d1c7bce39 req-1faa656d-a2f2-4266-98dc-141725ad3680 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585437 Jan 16 23:20:26.840909 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9a89a-a41f-48ef-a654-84c81d244200 req-0d5fe0b3-9917-4d86-99d8-df2d9661ea53 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:26.850389 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-29c9a89a-a41f-48ef-a654-84c81d244200 req-0d5fe0b3-9917-4d86-99d8-df2d9661ea53 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0712295 Jan 16 23:20:26.917909 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-29c9a89a-a41f-48ef-a654-84c81d244200 req-4108c349-833d-488b-9382-1fa9e4fa2f47 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675337 Jan 16 23:20:27.206520 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0092773-bdf0-411b-a566-70ee5c708365 req-ffbd47ae-fa38-4883-8020-6a3f46ed0176 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:27.208085 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f0092773-bdf0-411b-a566-70ee5c708365 req-ffbd47ae-fa38-4883-8020-6a3f46ed0176 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0587733 Jan 16 23:20:27.287499 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f0092773-bdf0-411b-a566-70ee5c708365 req-4481eb28-a673-45d2-be7b-f4dbac1f993a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709295 Jan 16 23:20:27.681712 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b10c14-7fda-4f2e-bcce-e7ffdbbb7d2b req-158d205d-debb-450b-9c69-63163b2e0c91 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:27.689590 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-66b10c14-7fda-4f2e-bcce-e7ffdbbb7d2b req-158d205d-debb-450b-9c69-63163b2e0c91 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0746577 Jan 16 23:20:27.747007 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-66b10c14-7fda-4f2e-bcce-e7ffdbbb7d2b req-e9ec6588-65f4-4d7f-a0d7-b8c6656298a9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564682 Jan 16 23:20:28.159783 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3dbf1-b361-436d-85d7-bf5de2b10d5a req-08c71127-d701-47dd-9e30-e414259668e4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:28.161527 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-93d3dbf1-b361-436d-85d7-bf5de2b10d5a req-08c71127-d701-47dd-9e30-e414259668e4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 944 time: 0.0585129 Jan 16 23:20:28.218021 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-93d3dbf1-b361-436d-85d7-bf5de2b10d5a req-ea419850-bfcc-482f-bdd1-12f0831d9951 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508575 Jan 16 23:20:28.419944 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec6cf-fe30-4e9b-9276-0209ef26c154 req-21c59111-8a00-4741-8605-689f0f278bbb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:28.422784 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65bec6cf-fe30-4e9b-9276-0209ef26c154 req-21c59111-8a00-4741-8605-689f0f278bbb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0565488 Jan 16 23:20:28.478861 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-65bec6cf-fe30-4e9b-9276-0209ef26c154 req-53048c72-4280-4ba2-b93b-6ecea8f9914a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Jan 16 23:20:28.616242 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9586d8f-3825-49b8-bded-2d1232340e31 req-3b3fe5a5-fc11-4e04-88c7-76b3cf7817db tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:28.617891 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c9586d8f-3825-49b8-bded-2d1232340e31 req-3b3fe5a5-fc11-4e04-88c7-76b3cf7817db tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0532708 Jan 16 23:20:28.682116 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c9586d8f-3825-49b8-bded-2d1232340e31 req-cd007ec3-6684-4ed5-b8fc-9cd854f7f46a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569329 Jan 16 23:20:28.812868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 9661246c-e3a8-4173-bbe0-17070272d5aa details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:20:28.906015 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5cfe2-6ac1-422e-b411-76c647d43a9e req-cd006c32-f2b2-4e3b-8ed1-6a71fddf8fb1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:28.913857 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8d5cfe2-6ac1-422e-b411-76c647d43a9e req-cd006c32-f2b2-4e3b-8ed1-6a71fddf8fb1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0838809 Jan 16 23:20:28.926724 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:28.941901 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'port_id': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'mac_address': 'fa:16:3e:e3:e3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:20:28.986811 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8d5cfe2-6ac1-422e-b411-76c647d43a9e req-26683f77-c52c-416a-8df6-652bfc9c7019 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704780 Jan 16 23:20:28.991668 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 9661246c-e3a8-4173-bbe0-17070272d5aa is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:28.992310 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:29.011984 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9661246c-e3a8-4173-bbe0-17070272d5aa {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:20:29.049990 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:29.056846 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:29.119514 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:29.334652 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffd15-e185-4573-912f-e860441f22d3 req-2b85a34f-f730-49f5-801d-1d8bf5f5397b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:29.336133 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-575ffd15-e185-4573-912f-e860441f22d3 req-2b85a34f-f730-49f5-801d-1d8bf5f5397b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 945 time: 0.0483477 Jan 16 23:20:29.384872 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-575ffd15-e185-4573-912f-e860441f22d3 req-114ddbd1-8ec4-4c1c-873e-363905771a2e tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Jan 16 23:20:29.646014 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['9661246c-e3a8-4173-bbe0-17070272d5aa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:30.177093 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c81934-d991-45d0-a133-f77020c64a90 req-9b48701b-f104-4af4-8081-8843ac30c689 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:30.179710 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-88c81934-d991-45d0-a133-f77020c64a90 req-9b48701b-f104-4af4-8081-8843ac30c689 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0751550 Jan 16 23:20:30.307513 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-88c81934-d991-45d0-a133-f77020c64a90 req-53191365-dd80-43d3-846c-8c0fcf071070 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149912 Jan 16 23:20:30.538952 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-3d770ec2-1598-4e4f-a06f-b8bdabadda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:30.540584 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-3d770ec2-1598-4e4f-a06f-b8bdabadda1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.0851150 Jan 16 23:20:30.550980 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f6e20-3ca2-48ab-b3c7-24aa91f1d6f8 req-c8c0a3b6-b41d-4ee2-ba43-32fb6030768a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:30.554723 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a35f6e20-3ca2-48ab-b3c7-24aa91f1d6f8 req-c8c0a3b6-b41d-4ee2-ba43-32fb6030768a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.1150596 Jan 16 23:20:30.582776 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e3d21-d72a-48d8-9d1c-56ce95032385 req-735aa34c-3a0f-4c55-b1c1-86a3b077bec5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:30.590595 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e32e3d21-d72a-48d8-9d1c-56ce95032385 req-735aa34c-3a0f-4c55-b1c1-86a3b077bec5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 945 time: 0.0916376 Jan 16 23:20:30.655774 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e32e3d21-d72a-48d8-9d1c-56ce95032385 req-42fb4cf0-3ccc-4a71-b2ea-86306ee9480f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625048 Jan 16 23:20:30.676479 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a35f6e20-3ca2-48ab-b3c7-24aa91f1d6f8 req-57c51987-9061-4799-a59b-0743a175f0c4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108036 Jan 16 23:20:30.758168 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-a338f72c-689c-439a-8ef6-0423aefb6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:30.759651 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-a338f72c-689c-439a-8ef6-0423aefb6b43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.2038376 Jan 16 23:20:30.807084 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-32887e8f-4803-4a74-a2de-2d76c0e8a4c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 217 time: 0.0382249 Jan 16 23:20:30.836777 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 9661246c-e3a8-4173-bbe0-17070272d5aa up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:30.882650 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-224fd6bf-84f8-40df-8f50-c1f8e652f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:30.884196 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-224fd6bf-84f8-40df-8f50-c1f8e652f433 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0703654 Jan 16 23:20:30.923484 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 9661246c-e3a8-4173-bbe0-17070272d5aa completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:20:30.925590 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-f3ea5118-6aed-4479-8b6c-7496abf19507 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313900 Jan 16 23:20:30.928100 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 9661246c-e3a8-4173-bbe0-17070272d5aa triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:30.928674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:31.038098 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-14315734-3d63-4d57-83d1-fff086ba4191 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011837 Jan 16 23:20:31.044566 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 9661246c-e3a8-4173-bbe0-17070272d5aa is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:31.045055 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:31.076170 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:31.078904 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d14e2a-0cc2-4f10-aa23-aec971fd2f70" -d '{"events": [{"server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "name": "network-vif-plugged", "status": "completed", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:31.095394 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:31.104867 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:31.137155 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bc0e1-b9fe-411b-bc34-f94ef66d9f3c x-openstack-request-id: req-ea5bc0e1-b9fe-411b-bc34-f94ef66d9f3c {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:31.137875 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "name": "network-vif-plugged", "status": "completed", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:31.138334 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea5bc0e1-b9fe-411b-bc34-f94ef66d9f3c {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:31.138831 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'code': 200} Jan 16 23:20:31.161047 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-380d13ed-a5ac-4158-b1ab-f86429af1a07 req-5f410b8c-7131-4832-a70d-feaa51de0017 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124790 Jan 16 23:20:31.168252 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:31.661237 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b796206-5b8d-4250-99cb-b0f0d50965d8 req-eaff4fb4-1a51-4b15-90ec-cdb577da7317 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:31.663060 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2b796206-5b8d-4250-99cb-b0f0d50965d8 req-eaff4fb4-1a51-4b15-90ec-cdb577da7317 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.2687516 Jan 16 23:20:31.732510 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd258a7a-8d38-41e6-b210-34a77c6ad92c req-9510157a-1367-4975-bb41-a5176a57a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:31.734018 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bd258a7a-8d38-41e6-b210-34a77c6ad92c req-9510157a-1367-4975-bb41-a5176a57a2f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1099 time: 0.1034830 Jan 16 23:20:31.734390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3030874-2902-47ab-9f14-5df5be6247fa req-fe29d5ee-5434-4488-bd18-e200d52c4b25 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:31.735951 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f3030874-2902-47ab-9f14-5df5be6247fa req-fe29d5ee-5434-4488-bd18-e200d52c4b25 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0559745 Jan 16 23:20:31.738674 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2b796206-5b8d-4250-99cb-b0f0d50965d8 req-abe491a7-a4f3-4f3d-8942-36803d6c6c0c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591378 Jan 16 23:20:31.820050 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bd258a7a-8d38-41e6-b210-34a77c6ad92c req-c28cc92f-48d4-4df0-a87a-3294f109bbe0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Jan 16 23:20:31.832481 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f3030874-2902-47ab-9f14-5df5be6247fa req-4e66d2c9-ad07-447d-b552-9a0cda444cd9 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898299 Jan 16 23:20:31.934942 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5ff43-ad93-4300-9479-c0223589dcfd req-7a7bf6cd-c965-4185-9685-709104791d55 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:31.936570 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3cd5ff43-ad93-4300-9479-c0223589dcfd req-7a7bf6cd-c965-4185-9685-709104791d55 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0692539 Jan 16 23:20:31.987920 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2f087-60f3-4f1b-b53b-6de923e517bf req-8bd4f58d-e920-455f-b129-abc7f91e1399 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:31.990056 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-efa2f087-60f3-4f1b-b53b-6de923e517bf req-8bd4f58d-e920-455f-b129-abc7f91e1399 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0649624 Jan 16 23:20:31.997440 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3cd5ff43-ad93-4300-9479-c0223589dcfd req-54b22187-c4c0-497c-9448-c90612899be3 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517962 Jan 16 23:20:32.085980 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-efa2f087-60f3-4f1b-b53b-6de923e517bf req-a89a6eb4-0032-4b48-bbb9-68be3cc6609e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890026 Jan 16 23:20:32.886872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8134f1-f570-44f8-b368-75fa7b7a51e0 req-3f345e20-7e69-4630-a359-19386e44ff90 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:32.888355 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e8134f1-f570-44f8-b368-75fa7b7a51e0 req-3f345e20-7e69-4630-a359-19386e44ff90 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0526700 Jan 16 23:20:32.935221 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5e8134f1-f570-44f8-b368-75fa7b7a51e0 req-1fbb4e69-67cd-42cd-b60b-948d26519f3e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402639 Jan 16 23:20:32.955389 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e83d46-a4c8-4ba5-bed8-b5419c542ed7 req-99fd2f29-c73f-4744-8a56-36e424c8e927 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:32.956902 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b9e83d46-a4c8-4ba5-bed8-b5419c542ed7 req-99fd2f29-c73f-4744-8a56-36e424c8e927 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0497508 Jan 16 23:20:33.002259 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b9e83d46-a4c8-4ba5-bed8-b5419c542ed7 req-0a3508e3-0ad2-43d2-8f15-9ae6975e6542 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Jan 16 23:20:33.113562 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5457f0-fd39-4e85-b5a2-072c0d24bffa req-a78b105c-2efe-43d9-9c26-ecc6db036958 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:33.115042 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8a5457f0-fd39-4e85-b5a2-072c0d24bffa req-a78b105c-2efe-43d9-9c26-ecc6db036958 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0466957 Jan 16 23:20:33.164556 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8a5457f0-fd39-4e85-b5a2-072c0d24bffa req-9f3af7ae-1d6d-45f9-a1d9-587f8cdd56ae tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Jan 16 23:20:33.204028 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3d731-0f29-4356-91c2-56613f4baaf4 req-cfc645cb-fe3b-4eaa-89e1-f4c083df2000 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:33.205547 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-57d3d731-0f29-4356-91c2-56613f4baaf4 req-cfc645cb-fe3b-4eaa-89e1-f4c083df2000 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0535457 Jan 16 23:20:33.253426 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-57d3d731-0f29-4356-91c2-56613f4baaf4 req-831c5ea7-5621-4a4c-8aeb-4559bca0b2da tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423536 Jan 16 23:20:33.483077 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39740) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:33.606273 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65572fa2-a13f-4fa4-a891-2cd796c8367f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.677516 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65572fa2-a13f-4fa4-a891-2cd796c8367f admin admin] Publish callbacks [] for security_group (1353582b-46d0-4122-a802-150b5da3ca6c), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.681010 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-65572fa2-a13f-4fa4-a891-2cd796c8367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (1353582b-46d0-4122-a802-150b5da3ca6c), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.717370 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-65572fa2-a13f-4fa4-a891-2cd796c8367f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=52d67d50e46047fdb16a81906791e806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331803 Jan 16 23:20:33.718238 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572fa2-a13f-4fa4-a891-2cd796c8367f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353582b-46d0-4122-a802-150b5da3ca6c,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:33.720669 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39744) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:33.767671 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Publish callbacks [] for security_group (1353582b-46d0-4122-a802-150b5da3ca6c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.788671 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Publish callbacks [] for security_group (1353582b-46d0-4122-a802-150b5da3ca6c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.834192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (1353582b-46d0-4122-a802-150b5da3ca6c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.836867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:33.838058 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1353582b-46d0-4122-a802-150b5da3ca6c HTTP/1.1" status: 204 len: 168 time: 0.1163611 Jan 16 23:20:33.846163 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353582b-46d0-4122-a802-150b5da3ca6c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:33.853145 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.853526 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.853875 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.854210 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.854545 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.854878 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.855209 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.855542 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.855876 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.856206 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.856536 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.856864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:33.857187 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5d06bc-2884-446c-9c7a-357636cbbda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:34.053677 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be78de-eaca-4882-bfab-e96caeb7aa44 req-43dcc4df-6082-4eb1-8b3c-8d1187a3780d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:34.055163 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e9be78de-eaca-4882-bfab-e96caeb7aa44 req-43dcc4df-6082-4eb1-8b3c-8d1187a3780d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0489542 Jan 16 23:20:34.111566 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e9be78de-eaca-4882-bfab-e96caeb7aa44 req-3050e573-f8f3-4baa-9e08-7e3f8b8772ac tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505860 Jan 16 23:20:34.141680 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea46eb-e0a8-4b11-b23d-f67c8af4524a req-7ba6b0b6-9ea9-44b9-b31a-acc181269c85 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:34.143331 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d7ea46eb-e0a8-4b11-b23d-f67c8af4524a req-7ba6b0b6-9ea9-44b9-b31a-acc181269c85 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0662062 Jan 16 23:20:34.191503 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d7ea46eb-e0a8-4b11-b23d-f67c8af4524a req-d85f4f99-cb3c-4911-9c95-be8aa028dcca tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Jan 16 23:20:34.281846 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1129d-28e7-47c7-b42d-903c65b13644 req-e46c69fb-19e5-414f-af24-a3a56bc29595 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:34.283514 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c1f1129d-28e7-47c7-b42d-903c65b13644 req-e46c69fb-19e5-414f-af24-a3a56bc29595 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0529134 Jan 16 23:20:34.341087 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c1f1129d-28e7-47c7-b42d-903c65b13644 req-bc5ea096-8ded-4c7b-a545-3f10e4bc32f0 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516376 Jan 16 23:20:34.383778 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae409662-dcd9-4943-8095-27703298af4a req-e6290ba0-1964-4e45-83e3-57639cdbed47 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:34.385317 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ae409662-dcd9-4943-8095-27703298af4a req-e6290ba0-1964-4e45-83e3-57639cdbed47 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0604939 Jan 16 23:20:34.434733 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ae409662-dcd9-4943-8095-27703298af4a req-317c04a8-d2fe-40c5-8e39-31ce9b936309 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423157 Jan 16 23:20:34.506482 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39776) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:34.600036 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-280332456-network', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:34.621322 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Made reservation on behalf of 0b3f40a11d3c487787dd1e037d240d85 for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:34.623538 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.632035 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.703519 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks [] for security_group (5db128bb-1192-430c-bf60-8ffd78e7d90c), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.706950 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (5db128bb-1192-430c-bf60-8ffd78e7d90c), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.732042 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:20:34.740256 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db128bb-1192-430c-bf60-8ffd78e7d90c,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:34.745432 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (33d729f6-e729-4088-bb97-80661e4b82eb), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.745775 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Added segment 33d729f6-e729-4088-bb97-80661e4b82eb of type vlan for network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 Jan 16 23:20:34.790799 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (74c47f4c-8536-49ab-9b39-4bd441d7f1b0), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.815114 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (74c47f4c-8536-49ab-9b39-4bd441d7f1b0), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.816072 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:34.816633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:34.870394 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3628032 Jan 16 23:20:34.873265 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39780) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:34.877719 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c51cb-2696-44e7-ae36-84d6ca676e4b admin admin] Pushing event updated for resources: {'Network': ['ID=74c47f4c-8536-49ab-9b39-4bd441d7f1b0,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:34.879412 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Request body: {'subnet': {'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-280332456-subnet', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:34.887583 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:20:34.901700 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Made reservation on behalf of 0b3f40a11d3c487787dd1e037d240d85 for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:34.903960 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62735087'] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.062250 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61974824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62735101'] for subnet (bbc2711e-b4e6-40c9-b25f-912f92e85ac2), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.112121 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc2711e-b4e6-40c9-b25f-912f92e85ac2,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:35.126577 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Checking segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:35.126936 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Network hostable DHCP agents. Network: 74c47f4c-8536-49ab-9b39-4bd441d7f1b0, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:20:35.143027 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:20:35.151838 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 74c47f4c-8536-49ab-9b39-4bd441d7f1b0) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:35.156996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:35.157644 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.162870 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a9d11-31a8-40ae-b706-77db67e2a377 None None] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:20:35.182122 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f660ba25-b9c6-4498-b261-48dccbf37896 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3074470 Jan 16 23:20:35.184943 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39784) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:35.190122 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:35.215436 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (77c03e4a-88a3-4da4-8b11-899bb683c8f8), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.216964 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (77c03e4a-88a3-4da4-8b11-899bb683c8f8), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.255579 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23341c-4980-4547-aea3-fe8e08ee035e req-34a5735b-b0ec-4940-8e57-9d19d9a3e8e1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:35.265693 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dd23341c-4980-4547-aea3-fe8e08ee035e req-34a5735b-b0ec-4940-8e57-9d19d9a3e8e1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0740545 Jan 16 23:20:35.266680 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:20:35.267574 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.293949 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks [] for router_controller (77c03e4a-88a3-4da4-8b11-899bb683c8f8), precommit_add_association {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.318116 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dd23341c-4980-4547-aea3-fe8e08ee035e req-eee0332c-7ff2-4bf5-8139-98b69de45a41 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514047 Jan 16 23:20:35.395765 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61be1f2-3e2d-40a6-8757-b046f2b9af4a req-b20f066c-6e86-4fdc-aaad-12627df6b0ce tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:35.397664 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b61be1f2-3e2d-40a6-8757-b046f2b9af4a req-b20f066c-6e86-4fdc-aaad-12627df6b0ce tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.1175570 Jan 16 23:20:35.490510 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks [] for router_gateway (77c03e4a-88a3-4da4-8b11-899bb683c8f8), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.495122 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b48a9-9f1b-47bf-b413-6b94bc748cda req-e7df0996-ce42-49fd-9cc4-0d61e0b423b9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:35.502023 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ae1b48a9-9f1b-47bf-b413-6b94bc748cda req-e7df0996-ce42-49fd-9cc4-0d61e0b423b9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0546079 Jan 16 23:20:35.550120 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ae1b48a9-9f1b-47bf-b413-6b94bc748cda req-6059526f-3d0a-48a6-aa16-ca9a580c6a1e tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Jan 16 23:20:35.552007 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Allocated IP 172.20.0.2 (74c47f4c-8536-49ab-9b39-4bd441d7f1b0/bbc2711e-b4e6-40c9-b25f-912f92e85ac2/b23534b4-c1ba-4b46-a94f-270831a9c8ef) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:35.557179 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b61be1f2-3e2d-40a6-8757-b046f2b9af4a req-5597682f-de48-4bc8-96df-78fc8451d1e8 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139803 Jan 16 23:20:35.667566 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb5c68-040a-43f3-8ca7-fe2f6ec52d34 req-baabf9f8-7a77-4f62-8a53-66a5af99f114 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:35.669060 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c2bb5c68-040a-43f3-8ca7-fe2f6ec52d34 req-baabf9f8-7a77-4f62-8a53-66a5af99f114 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0531554 Jan 16 23:20:35.715883 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c2bb5c68-040a-43f3-8ca7-fe2f6ec52d34 req-92b30ca7-1201-4860-829e-62a5a465cb20 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Jan 16 23:20:35.728348 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Publish callbacks [] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.729604 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks [] for router_gateway (77c03e4a-88a3-4da4-8b11-899bb683c8f8), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.740781 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.750252 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.791801 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:35.795047 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:35.799819 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:35.802612 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Pushing event updated for resources: {'Port': ['ID=b23534b4-c1ba-4b46-a94f-270831a9c8ef,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:35.858194 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Attempting to bind port b23534b4-c1ba-4b46-a94f-270831a9c8ef on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:35.858569 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Attempting to bind port b23534b4-c1ba-4b46-a94f-270831a9c8ef by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:35.858934 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Attempting to bind port b23534b4-c1ba-4b46-a94f-270831a9c8ef on network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:35.861509 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Allocated IP 172.27.3.10 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/d4692df3-a9c7-45e7-bef6-85eceab2a3ac) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:35.863963 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:35.864341 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Checking segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:35.864754 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.865147 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Bound using segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:35.865662 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Bound port: b23534b4-c1ba-4b46-a94f-270831a9c8ef, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:35.866049 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.928992 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] For port b23534b4-c1ba-4b46-a94f-270831a9c8ef, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:35.932629 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] For port b23534b4-c1ba-4b46-a94f-270831a9c8ef, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b23534b4-c1ba-4b46-a94f-270831a9c8ef,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:35.936406 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.989547 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks [] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:35.996229 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9851f-4dc0-4bc6-a256-254d8b2e2449 None None] Pushing event updated for resources: {'Port': ['ID=b23534b4-c1ba-4b46-a94f-270831a9c8ef,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:36.033581 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:36.079535 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:36.082523 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:36.086187 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:36.108202 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Pushing event updated for resources: {'Port': ['ID=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:36.357967 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-57637460-02eb-4f77-9b08-7d66a9c36f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.360136 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-57637460-02eb-4f77-9b08-7d66a9c36f4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1098 time: 0.0490429 Jan 16 23:20:36.456266 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-03e6d037-d88f-4e8c-a40e-520cadd5b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.457766 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-03e6d037-d88f-4e8c-a40e-520cadd5b2ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.0869370 Jan 16 23:20:36.508923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec94c8-e1af-4913-8e5c-87d6d98ca1ee req-5f6ad50f-3867-491a-857d-b7643a2166d6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.516250 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-81ec94c8-e1af-4913-8e5c-87d6d98ca1ee req-5f6ad50f-3867-491a-857d-b7643a2166d6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.0894876 Jan 16 23:20:36.577614 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-2c473f21-c91e-4812-841c-7d6ded10a47e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 1000 time: 0.1112084 Jan 16 23:20:36.614713 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-81ec94c8-e1af-4913-8e5c-87d6d98ca1ee req-40e463db-bbff-4fbd-941d-72933b1aaba0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979762 Jan 16 23:20:36.666670 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-f33369fe-8f34-462b-8691-5120d8adced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.668555 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-f33369fe-8f34-462b-8691-5120d8adced5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0841866 Jan 16 23:20:36.668939 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b23534b4-c1ba-4b46-a94f-270831a9c8ef up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:36.702531 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a14d5-5dec-42eb-b2ad-5c2150a37bbe req-e42b8c57-5525-4509-99cc-4427b23b1acb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.705035 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bc6a14d5-5dec-42eb-b2ad-5c2150a37bbe req-e42b8c57-5525-4509-99cc-4427b23b1acb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0759463 Jan 16 23:20:36.733695 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b23534b4-c1ba-4b46-a94f-270831a9c8ef triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:36.734680 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:36.746280 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks [] for router_gateway (77c03e4a-88a3-4da4-8b11-899bb683c8f8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:36.771166 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bc6a14d5-5dec-42eb-b2ad-5c2150a37bbe req-2741ce62-daa6-46f5-a4f2-2cc305c2c86a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601997 Jan 16 23:20:36.825485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24392771-add1-4d7d-a73e-4897685e3a2e req-ee3385e5-4c7d-4a6d-a399-76d760821d91 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.827063 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-24392771-add1-4d7d-a73e-4897685e3a2e req-ee3385e5-4c7d-4a6d-a399-76d760821d91 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.1289754 Jan 16 23:20:36.838815 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b23534b4-c1ba-4b46-a94f-270831a9c8ef is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:36.838815 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:36.878154 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port b23534b4-c1ba-4b46-a94f-270831a9c8ef, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b23534b4-c1ba-4b46-a94f-270831a9c8ef,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:36.885578 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:36.907979 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-c116f7a4-c896-4014-8978-4bab43af5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.909678 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-c116f7a4-c896-4014-8978-4bab43af5423 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0833704 Jan 16 23:20:36.926001 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e69525-e766-4dda-b640-86b5f4968efb req-321083d8-bb34-4c69-a0ca-25d8e1165b2d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:36.934329 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-39e69525-e766-4dda-b640-86b5f4968efb req-321083d8-bb34-4c69-a0ca-25d8e1165b2d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0772176 Jan 16 23:20:36.946195 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-24392771-add1-4d7d-a73e-4897685e3a2e req-9622dd6b-af6e-4ead-89c4-18a7bd051099 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674124 Jan 16 23:20:36.948041 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=b23534b4-c1ba-4b46-a94f-270831a9c8ef,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:37.068817 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-39e69525-e766-4dda-b640-86b5f4968efb req-58a0a445-9f97-4863-936d-4e929b4bd64f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293964 Jan 16 23:20:37.090304 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-083b55ef-d528-4783-a402-35b22d35b119 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527717 Jan 16 23:20:37.096381 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e9680-655d-4d02-afb0-16cbafdf0f68 None None] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:20:37.099566 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (77c03e4a-88a3-4da4-8b11-899bb683c8f8), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:37.119342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29105e8-1217-49c9-97ff-48829a97469a req-e02e229e-0229-4c95-8a60-b950652797f9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:37.120825 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f29105e8-1217-49c9-97ff-48829a97469a req-e02e229e-0229-4c95-8a60-b950652797f9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0755503 Jan 16 23:20:37.194703 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d1db4a9-c4ff-416d-812a-528ef0b1b17c req-4541b94f-05af-4579-b553-22913338be99 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936680 Jan 16 23:20:37.201365 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-8b00dfdc-8c22-4154-900f-9fe1f09ed627 None None] Provisioning complete for port b23534b4-c1ba-4b46-a94f-270831a9c8ef triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:37.201745 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8b00dfdc-8c22-4154-900f-9fe1f09ed627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:37.244724 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f29105e8-1217-49c9-97ff-48829a97469a req-4d610df4-33f4-4527-8de8-70de48af185d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932665 Jan 16 23:20:37.297448 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:20:37.302286 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-8b00dfdc-8c22-4154-900f-9fe1f09ed627 None None] Current status of the port b23534b4-c1ba-4b46-a94f-270831a9c8ef is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:37.421361 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:20:37.432444 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Sync routers for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:20:37.441778 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:37.445959 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39808) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:37.446454 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-bcb16429-b97a-4aeb-9fba-1201438fc6ac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2594531 Jan 16 23:20:37.450338 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:37.451152 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:37.527990 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca642295-ffd0-4096-a9fc-1fcb0f0cf38d None None] Provisioning complete for port b23534b4-c1ba-4b46-a94f-270831a9c8ef triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:37.528449 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca642295-ffd0-4096-a9fc-1fcb0f0cf38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:37.589420 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:37.622951 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-aacd3647-508c-40c9-8bd9-f6e4afaf2705 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:37.625771 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-aacd3647-508c-40c9-8bd9-f6e4afaf2705 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0825138 Jan 16 23:20:37.639480 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca642295-ffd0-4096-a9fc-1fcb0f0cf38d None None] Current status of the port b23534b4-c1ba-4b46-a94f-270831a9c8ef is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:37.710253 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdd018-9f56-4fdb-82ff-0cf5df288de4 req-94464771-1021-4cfb-8b38-c48eab3c9bb3 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:37.711827 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a7fdd018-9f56-4fdb-82ff-0cf5df288de4 req-94464771-1021-4cfb-8b38-c48eab3c9bb3 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.1002612 Jan 16 23:20:37.764972 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:20:37.800455 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a7fdd018-9f56-4fdb-82ff-0cf5df288de4 req-d3d690b3-9cb7-40cb-8600-853ab039b528 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826459 Jan 16 23:20:37.856820 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: ACTIVE; New status is: DOWN {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:37.857250 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:37.890186 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:37.893890 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a1fee-3321-40eb-9264-cb4d04ce966a" -d '{"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-unplugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:37.905730 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151baf-d0ad-4754-bd71-af0c5d9abd4b req-7b565d7b-5fb0-4adc-abdf-d942f95e6638 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:37.907294 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5151baf-d0ad-4754-bd71-af0c5d9abd4b req-7b565d7b-5fb0-4adc-abdf-d942f95e6638 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 945 time: 0.1901028 Jan 16 23:20:37.919635 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:37.926003 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:37.966073 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3b69c-f7e8-4cf4-a6dd-f535f915ece2 x-openstack-request-id: req-b3d3b69c-f7e8-4cf4-a6dd-f535f915ece2 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:37.967263 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-unplugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:37.967693 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b3d3b69c-f7e8-4cf4-a6dd-f535f915ece2 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:37.968703 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'code': 200} Jan 16 23:20:38.010511 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=8']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:38.049648 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Deleting port ced116d4-bf43-42d9-ba12-e5285c60daaa {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:20:38.049987 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.058377 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:36Z', 'revision_number': 3, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:38.096886 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Checking router: 77c03e4a-88a3-4da4-8b11-899bb683c8f8 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:20:38.097586 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Updating router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 port d4692df3-a9c7-45e7-bef6-85eceab2a3ac binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:20:38.110966 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6d67df-c3c9-4beb-821b-58d83f205f21 req-7d5ec7f9-f562-49ff-9876-332876bd6de7 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:38.114273 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5151baf-d0ad-4754-bd71-af0c5d9abd4b req-1ea6dd98-d6b7-4d70-a608-584ba49b61d0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894534 Jan 16 23:20:38.119588 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f6d67df-c3c9-4beb-821b-58d83f205f21 req-7d5ec7f9-f562-49ff-9876-332876bd6de7 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 945 time: 0.0793865 Jan 16 23:20:38.125891 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.217770 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f6d67df-c3c9-4beb-821b-58d83f205f21 req-725d03a7-f1b2-4f0d-b996-549b53d47557 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923793 Jan 16 23:20:38.413568 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Publish callbacks [] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.419542 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.469419 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Attempting to bind port d4692df3-a9c7-45e7-bef6-85eceab2a3ac on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:38.470054 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Attempting to bind port d4692df3-a9c7-45e7-bef6-85eceab2a3ac by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:38.470187 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Attempting to bind port d4692df3-a9c7-45e7-bef6-85eceab2a3ac on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:38.476835 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Pushing event updated for resources: {'Port': ['ID=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:38.479981 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:38.480354 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:38.480752 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.481146 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:38.481633 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Bound port: d4692df3-a9c7-45e7-bef6-85eceab2a3ac, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:38.482012 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.488050 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.488422 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.488787 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.489128 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.489484 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.490442 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f76183-1f40-421a-b8b5-7b01f82e5cba req-03622013-0590-4ff2-94e7-7922a9716c0f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:38.491143 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.491482 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.491815 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.492147 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.492480 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.493566 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.493894 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.494288 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:38.497704 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-37f76183-1f40-421a-b8b5-7b01f82e5cba req-03622013-0590-4ff2-94e7-7922a9716c0f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.1236899 Jan 16 23:20:38.560069 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] For port d4692df3-a9c7-45e7-bef6-85eceab2a3ac, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:38.563316 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] For port d4692df3-a9c7-45e7-bef6-85eceab2a3ac, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:38.569294 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.574603 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] For port ced116d4-bf43-42d9-ba12-e5285c60daaa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ced116d4-bf43-42d9-ba12-e5285c60daaa,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:38.575144 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.585790 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b23534b4-c1ba-4b46-a94f-270831a9c8ef up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:38.602262 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Calling delete_port for ced116d4-bf43-42d9-ba12-e5285c60daaa owned by compute:nova {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:20:38.624756 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:38.625421 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:38.638638 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b23534b4-c1ba-4b46-a94f-270831a9c8ef triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:38.639015 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.660697 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aace99-021c-48a0-8b96-5866e9e65bbf None None] Pushing event updated for resources: {'Port': ['ID=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:38.713940 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-37f76183-1f40-421a-b8b5-7b01f82e5cba req-df6e82e6-1f66-430b-86fb-d9239f8742fc tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094629 Jan 16 23:20:38.737587 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b23534b4-c1ba-4b46-a94f-270831a9c8ef is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:38.746011 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.752379 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:38.836574 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:20:38.915475 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (ced116d4-bf43-42d9-ba12-e5285c60daaa), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:38.952674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'ea51efb9-0289-48dc-897d-1413bfe7abbc', 'ced116d4-bf43-42d9-ba12-e5285c60daaa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:38.967366 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event deleted for resources: {'Port': ['ID=ced116d4-bf43-42d9-ba12-e5285c60daaa,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:38.968405 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:36Z', 'revision_number': 3, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:39.000953 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54833c9-d14c-4b5f-9931-75eda0accb35 None None] The sync data for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi is: [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:36Z', 'revision_number': 3, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:20:39.037356 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Allocated IP 172.20.0.1 (74c47f4c-8536-49ab-9b39-4bd441d7f1b0/bbc2711e-b4e6-40c9-b25f-912f92e85ac2/60843dd0-d074-47d2-bdf9-a78418d0d041) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:39.054294 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] No DVR routers for this DVR port ced116d4-bf43-42d9-ba12-e5285c60daaa on host hv-cinder-82483 {{(pid=102394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:20:39.062458 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:39.065821 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6854c134-1356-496a-a5d3-528fdbdb13c8 req-385fbfc2-4fdd-4f09-b230-1ffbc5f0f405 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "DELETE /v2.0/ports/ced116d4-bf43-42d9-ba12-e5285c60daaa HTTP/1.1" status: 204 len: 173 time: 1.3856828 Jan 16 23:20:39.066280 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'name': 'network-vif-deleted', 'tag': 'ced116d4-bf43-42d9-ba12-e5285c60daaa'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:39.068604 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83c986-c3b0-44d7-ba2d-2de37125619f" -d '{"events": [{"server_uuid": "0e770392-2d94-481a-b8ec-ccbeb7ba40ea", "name": "network-vif-deleted", "tag": "ced116d4-bf43-42d9-ba12-e5285c60daaa"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:39.134664 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fda1bd-6575-4064-875f-7f3a32dfbc0c x-openstack-request-id: req-77fda1bd-6575-4064-875f-7f3a32dfbc0c {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:39.134964 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e770392-2d94-481a-b8ec-ccbeb7ba40ea", "name": "network-vif-deleted", "tag": "ced116d4-bf43-42d9-ba12-e5285c60daaa", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:39.135222 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77fda1bd-6575-4064-875f-7f3a32dfbc0c {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:39.135628 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e770392-2d94-481a-b8ec-ccbeb7ba40ea', 'name': 'network-vif-deleted', 'tag': 'ced116d4-bf43-42d9-ba12-e5285c60daaa', 'status': 'completed', 'code': 200} Jan 16 23:20:39.208133 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks [] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:39.403083 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:39.413878 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a73b9472-8b41-4894-8677-5e97509eb53b req-0e0044aa-c4a1-4dbc-82b4-8d050ef0256f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=0e770392-2d94-481a-b8ec-ccbeb7ba40ea HTTP/1.1" status: 200 len: 210 time: 0.0352745 Jan 16 23:20:39.473516 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:39.481551 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbc60-9b40-41c5-9146-efd4e9cea6fc req-085972d2-c8ef-45e8-aec1-83764192157d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:39.483424 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7c7fbc60-9b40-41c5-9146-efd4e9cea6fc req-085972d2-c8ef-45e8-aec1-83764192157d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.2210240 Jan 16 23:20:39.487010 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:39.490722 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:39.537875 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Pushing event updated for resources: {'Port': ['ID=60843dd0-d074-47d2-bdf9-a78418d0d041,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:39.570018 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (77c03e4a-88a3-4da4-8b11-899bb683c8f8), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:39.655538 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7c7fbc60-9b40-41c5-9146-efd4e9cea6fc req-a6b28050-db1e-454c-a0a7-83804c227fee tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345825 Jan 16 23:20:39.774201 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-78a3b77b-14ff-4604-acc9-83ecb18f75ad None None] Provisioning complete for port 60843dd0-d074-47d2-bdf9-a78418d0d041 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:39.775011 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:39.775487 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-78a3b77b-14ff-4604-acc9-83ecb18f75ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:39.830549 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-78a3b77b-14ff-4604-acc9-83ecb18f75ad None None] Port 60843dd0-d074-47d2-bdf9-a78418d0d041 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:40.056749 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434160c9-143f-4292-b9f7-4b2d66dd5db2 req-6dbf349a-b07a-4798-ac3c-f890cd00c46c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:40.064530 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-434160c9-143f-4292-b9f7-4b2d66dd5db2 req-6dbf349a-b07a-4798-ac3c-f890cd00c46c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.2078290 Jan 16 23:20:40.136381 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-434160c9-143f-4292-b9f7-4b2d66dd5db2 req-6642b611-6010-4f37-baba-d0159f4bbb96 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709784 Jan 16 23:20:40.177838 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks [] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.183453 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.252882 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Pushing event updated for resources: {'Port': ['ID=60843dd0-d074-47d2-bdf9-a78418d0d041,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:40.255405 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (77c03e4a-88a3-4da4-8b11-899bb683c8f8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.347139 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:40.348522 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:40.471457 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:20:40.565627 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-0aa42857-588b-4d31-9ab7-a25f275f0675 None None] Provisioning complete for port 60843dd0-d074-47d2-bdf9-a78418d0d041 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:40.566341 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0aa42857-588b-4d31-9ab7-a25f275f0675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.610753 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:20:40.618015 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4110fd79-afaa-4113-bcdd-f51234cd50ee admin admin] 10.222.0.35 "PUT /v2.0/routers/77c03e4a-88a3-4da4-8b11-899bb683c8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1702383 Jan 16 23:20:40.636675 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0aa42857-588b-4d31-9ab7-a25f275f0675 None None] Port 60843dd0-d074-47d2-bdf9-a78418d0d041 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:40.659569 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device d4692df3-a9c7-45e7-bef6-85eceab2a3ac up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:40.711871 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port d4692df3-a9c7-45e7-bef6-85eceab2a3ac triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:40.712251 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.800274 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afcee6-3458-472f-84e9-5df8e28c29ab req-5d94261e-73a8-4cfa-b481-12f6093c2e39 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:40.801805 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-68afcee6-3458-472f-84e9-5df8e28c29ab req-5d94261e-73a8-4cfa-b481-12f6093c2e39 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0555649 Jan 16 23:20:40.810177 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port d4692df3-a9c7-45e7-bef6-85eceab2a3ac is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:40.811166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.835424 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port d4692df3-a9c7-45e7-bef6-85eceab2a3ac, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:40.841872 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:40.858682 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-68afcee6-3458-472f-84e9-5df8e28c29ab req-5c799ed9-85c7-40fc-acd3-1e2744f2d3d3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513678 Jan 16 23:20:40.897766 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:41.050057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Sync routers for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:20:41.060476 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:41.061116 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:41.206193 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:41.256225 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39914) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:41.261713 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1989714582-network', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:41.301137 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Made reservation on behalf of 1bd5926c9ec54c8abff04d598b6f8cdf for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:41.303549 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.309862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb5390-32d8-45e5-8593-dfe81f6b5dea req-2be79eb8-bd69-48a7-a31e-efe6e83b6ef6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:41.312520 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f1eb5390-32d8-45e5-8593-dfe81f6b5dea req-2be79eb8-bd69-48a7-a31e-efe6e83b6ef6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0710745 Jan 16 23:20:41.314491 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.380385 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f1eb5390-32d8-45e5-8593-dfe81f6b5dea req-a101dbcd-5127-446c-8288-6810cd0a0314 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577085 Jan 16 23:20:41.394713 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0cab7363-adde-4790-b7a5-0d064f525527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.415535 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks [] for security_group (1ffa837d-da8c-476f-aa12-08ed08a278af), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.419766 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (1ffa837d-da8c-476f-aa12-08ed08a278af), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.440475 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:20:41.459052 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (706e3721-3d12-48fd-87f0-4b7800557221), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.459635 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Added segment 706e3721-3d12-48fd-87f0-4b7800557221 of type vlan for network 95420eca-983a-46e2-b294-f1d174bd1c46 Jan 16 23:20:41.461766 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffa837d-da8c-476f-aa12-08ed08a278af,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:41.497721 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 2, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:41.518029 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [req-1c7b9fa7-fa1d-4c0f-917e-4245770b7b00 req-8c52faaf-8a13-45c1-8943-22721a994e40 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:20:41.519177 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1c7b9fa7-fa1d-4c0f-917e-4245770b7b00 req-8c52faaf-8a13-45c1-8943-22721a994e40 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077028 Jan 16 23:20:41.520726 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (95420eca-983a-46e2-b294-f1d174bd1c46), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.528665 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Checking router: 77c03e4a-88a3-4da4-8b11-899bb683c8f8 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:20:41.529057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Updating router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 port 60843dd0-d074-47d2-bdf9-a78418d0d041 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:20:41.550074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (95420eca-983a-46e2-b294-f1d174bd1c46), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.551159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:41.551754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.555228 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.613177 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3557899 Jan 16 23:20:41.615877 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39922) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:41.621644 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Request body: {'subnet': {'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1989714582-subnet', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:41.672841 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6c232-aafd-4952-81b8-0080bfab4abc admin admin] Pushing event updated for resources: {'Network': ['ID=95420eca-983a-46e2-b294-f1d174bd1c46,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:41.690157 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Made reservation on behalf of 1bd5926c9ec54c8abff04d598b6f8cdf for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:41.694055 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5365339'] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:41.694413 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 95420eca-983a-46e2-b294-f1d174bd1c46 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:20:41.780779 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4f53c-0767-407b-a670-6298ada2dae5 req-866abe24-39ee-4e21-a775-8f09a0a08f47 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:41.784138 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ced116d4-bf43-42d9-ba12-e5285c60daaa no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:20:41.785992 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-61b4f53c-0767-407b-a670-6298ada2dae5 req-866abe24-39ee-4e21-a775-8f09a0a08f47 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0941577 Jan 16 23:20:41.851084 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: ced116d4-bf43-42d9-ba12-e5285c60daaa {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:20:41.851638 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ced116d4-bf43-42d9-ba12-e5285c60daaa not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:20:41.880821 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-61b4f53c-0767-407b-a670-6298ada2dae5 req-87cc25af-6cbd-4dc1-85f5-2a786a8a6515 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827491 Jan 16 23:20:41.986543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6222374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5365321'] for subnet (726afcbe-f66c-4cec-a115-a3a8aa67bc7c), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.002011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Publish callbacks [] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.007554 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.044296 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=726afcbe-f66c-4cec-a115-a3a8aa67bc7c,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:42.057916 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33739aa0-fe63-4ee1-a524-cb50dfde8118 req-924ded02-048b-4234-88a7-c96268800f9f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:42.059538 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bcf29-0729-47bf-abe9-26acedc6c562 None None] Pushing event updated for resources: {'Port': ['ID=60843dd0-d074-47d2-bdf9-a78418d0d041,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:42.059745 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-33739aa0-fe63-4ee1-a524-cb50dfde8118 req-924ded02-048b-4234-88a7-c96268800f9f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.1062474 Jan 16 23:20:42.098695 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Checking segment: {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:42.099058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Network hostable DHCP agents. Network: 95420eca-983a-46e2-b294-f1d174bd1c46, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:20:42.117198 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Attempting to bind port 60843dd0-d074-47d2-bdf9-a78418d0d041 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:42.117629 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Attempting to bind port 60843dd0-d074-47d2-bdf9-a78418d0d041 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:42.117995 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Attempting to bind port 60843dd0-d074-47d2-bdf9-a78418d0d041 on network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:42.125035 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:42.125607 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Checking segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:42.126093 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.126562 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Bound using segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:42.127111 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Bound port: 60843dd0-d074-47d2-bdf9-a78418d0d041, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:42.127573 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.145690 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-33739aa0-fe63-4ee1-a524-cb50dfde8118 req-bd5af04c-2d91-4cb6-ab65-e0445c3ef530 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785666 Jan 16 23:20:42.147368 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Network 95420eca-983a-46e2-b294-f1d174bd1c46 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:20:42.173816 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 95420eca-983a-46e2-b294-f1d174bd1c46) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:42.180080 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39950) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:42.186864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:42.188217 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.223310 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39956) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:42.227577 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-a19de2c6-23e9-43c0-9a77-1370e88f79e0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6101019 Jan 16 23:20:42.228587 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:42.283952 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (050a5517-3dfd-4ab7-9800-ac59b596b80e), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.284258 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (050a5517-3dfd-4ab7-9800-ac59b596b80e), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.313730 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea2c2a-f789-455e-a130-17ee87b8e7d9 None None] Network 95420eca-983a-46e2-b294-f1d174bd1c46 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:20:42.342685 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-23371f73-ccb4-4688-868b-aab037d49e6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1609573 Jan 16 23:20:42.375435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-8beeaae1-017a-42cd-aaae-fc24795c84d2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:20:42.376430 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-8beeaae1-017a-42cd-aaae-fc24795c84d2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057445 Jan 16 23:20:42.380088 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks [] for router_controller (050a5517-3dfd-4ab7-9800-ac59b596b80e), precommit_add_association {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.422090 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] For port 60843dd0-d074-47d2-bdf9-a78418d0d041, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:42.427580 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-1c9b7d38-5de7-4b05-9d85-52e9280c7476 None None] Provisioning complete for port 60843dd0-d074-47d2-bdf9-a78418d0d041 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:42.427838 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1c9b7d38-5de7-4b05-9d85-52e9280c7476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.490303 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] For port 60843dd0-d074-47d2-bdf9-a78418d0d041, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=60843dd0-d074-47d2-bdf9-a78418d0d041,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:42.518199 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.561728 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-95420eca-983a-46e2-b294-f1d174bd1c46', 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46', 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'fixed_ips': [{'subnet_id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:20:42.563149 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.624550 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b7d38-5de7-4b05-9d85-52e9280c7476 None None] Port 60843dd0-d074-47d2-bdf9-a78418d0d041 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:42.632802 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:42.633494 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:42.648367 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device d4692df3-a9c7-45e7-bef6-85eceab2a3ac up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:42.755372 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bcf29-0729-47bf-abe9-26acedc6c562 None None] Pushing event updated for resources: {'Port': ['ID=60843dd0-d074-47d2-bdf9-a78418d0d041,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:42.855705 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 39972) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:42.927384 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port d4692df3-a9c7-45e7-bef6-85eceab2a3ac triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:42.928144 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.968702 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks [] for router_gateway (050a5517-3dfd-4ab7-9800-ac59b596b80e), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:42.984857 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195ddbb-e54d-4cd4-b822-4e78ae1512dd req-af14381c-c75c-4d13-934b-dbebe47fc00b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:42.992681 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1195ddbb-e54d-4cd4-b822-4e78ae1512dd req-af14381c-c75c-4d13-934b-dbebe47fc00b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.5218673 Jan 16 23:20:43.051579 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab17c20-f92a-48c5-bd73-25e55226a624 req-8c47e54a-c4a7-42c3-b6f0-e6e1d3f6f858 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:43.053267 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:43.061159 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dab17c20-f92a-48c5-bd73-25e55226a624 req-8c47e54a-c4a7-42c3-b6f0-e6e1d3f6f858 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0819137 Jan 16 23:20:43.108372 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Provisioning complete for port 60843dd0-d074-47d2-bdf9-a78418d0d041 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:43.109547 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.137994 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dab17c20-f92a-48c5-bd73-25e55226a624 req-6260246b-dbff-4819-a74e-bc6e1ed50061 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755882 Jan 16 23:20:43.159441 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5d1298d0-4811-4334-a9ed-19ec726648f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.216451 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1195ddbb-e54d-4cd4-b822-4e78ae1512dd req-a5db09d7-56d6-4ebe-8d0e-fa790ed46b1c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223854 Jan 16 23:20:43.313636 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Allocated IP 172.20.0.2 (95420eca-983a-46e2-b294-f1d174bd1c46/726afcbe-f66c-4cec-a115-a3a8aa67bc7c/bfd16f3b-e597-4896-be1e-2287ff520904) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:43.420099 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5d1298d0-4811-4334-a9ed-19ec726648f0 admin admin] Publish callbacks [] for security_group (d4fb27ba-a831-46c3-a26d-0b711ddb3571), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.433473 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38de2d-aad6-4a2e-bb8e-870b3f7fa4a8 req-a791f361-6213-4873-922c-eb3500f62b86 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:43.435162 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c38de2d-aad6-4a2e-bb8e-870b3f7fa4a8 req-a791f361-6213-4873-922c-eb3500f62b86 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.1553586 Jan 16 23:20:43.435942 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5d1298d0-4811-4334-a9ed-19ec726648f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d4fb27ba-a831-46c3-a26d-0b711ddb3571), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.440618 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks [] for router_gateway (050a5517-3dfd-4ab7-9800-ac59b596b80e), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.462773 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.471012 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port d4692df3-a9c7-45e7-bef6-85eceab2a3ac is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:43.490077 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1298d0-4811-4334-a9ed-19ec726648f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb27ba-a831-46c3-a26d-0b711ddb3571,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:43.494810 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5d1298d0-4811-4334-a9ed-19ec726648f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=397b0e7583084d9c8c47cdd698ede68a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6380615 Jan 16 23:20:43.510354 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 39982) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:43.523809 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c38de2d-aad6-4a2e-bb8e-870b3f7fa4a8 req-5a94352a-2ab6-404d-8b38-00306807a271 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830445 Jan 16 23:20:43.585884 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Current status of the port 60843dd0-d074-47d2-bdf9-a78418d0d041 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:43.586277 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.607769 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-72bd89a9-d118-48e7-82ce-f53c3f87ffb8 admin admin] Publish callbacks [] for security_group (d4fb27ba-a831-46c3-a26d-0b711ddb3571), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.634028 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Allocated IP 172.27.3.19 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/b67b5dc6-c29a-4851-be62-c4a99cf65a21) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:43.646206 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-72bd89a9-d118-48e7-82ce-f53c3f87ffb8 admin admin] Publish callbacks [] for security_group (d4fb27ba-a831-46c3-a26d-0b711ddb3571), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.687754 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] For port 60843dd0-d074-47d2-bdf9-a78418d0d041, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=60843dd0-d074-47d2-bdf9-a78418d0d041,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:43.688897 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Publish callbacks [] for port (bfd16f3b-e597-4896-be1e-2287ff520904), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.709603 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.719167 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.760417 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-72bd89a9-d118-48e7-82ce-f53c3f87ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d4fb27ba-a831-46c3-a26d-0b711ddb3571), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.764038 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-72bd89a9-d118-48e7-82ce-f53c3f87ffb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.768409 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-72bd89a9-d118-48e7-82ce-f53c3f87ffb8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4fb27ba-a831-46c3-a26d-0b711ddb3571 HTTP/1.1" status: 204 len: 168 time: 0.2539830 Jan 16 23:20:43.768563 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Network 95420eca-983a-46e2-b294-f1d174bd1c46 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:43.781676 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:20:43.785009 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd89a9-d118-48e7-82ce-f53c3f87ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb27ba-a831-46c3-a26d-0b711ddb3571,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:43.804355 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:43.804562 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks [] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.806738 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:43.847098 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.857790 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Pushing event updated for resources: {'Port': ['ID=60843dd0-d074-47d2-bdf9-a78418d0d041,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:43.889390 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-4a8ac948-9a50-4471-837f-bc03d4c26250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:43.900633 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.901013 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.901402 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.901830 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.902080 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.902417 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.903182 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.903538 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.903869 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.904213 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.904776 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.904891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.905174 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a06d27-7271-488c-a65e-9dcca4c4e08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:43.917640 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:43.924205 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:43.926377 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Pushing event updated for resources: {'Port': ['ID=b67b5dc6-c29a-4851-be62-c4a99cf65a21,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:43.928616 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:43.977991 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:42Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:44.020739 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Attempting to bind port bfd16f3b-e597-4896-be1e-2287ff520904 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:44.021115 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Attempting to bind port bfd16f3b-e597-4896-be1e-2287ff520904 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:44.021757 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Attempting to bind port bfd16f3b-e597-4896-be1e-2287ff520904 on network 95420eca-983a-46e2-b294-f1d174bd1c46 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:44.026883 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0be59-c0a7-49cf-9ad2-3c5689546ff5 None None] The sync data for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi is: [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:42Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:20:44.032092 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Pushing event updated for resources: {'Port': ['ID=bfd16f3b-e597-4896-be1e-2287ff520904,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:44.040805 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:44.041190 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Checking segment: {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:44.042107 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.042521 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Bound using segment: {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:44.043012 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Bound port: bfd16f3b-e597-4896-be1e-2287ff520904, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:44.043407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.128052 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: DOWN; New status is: DOWN {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:44.173634 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] For port bfd16f3b-e597-4896-be1e-2287ff520904, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:44.177523 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] For port bfd16f3b-e597-4896-be1e-2287ff520904, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=bfd16f3b-e597-4896-be1e-2287ff520904,segment=NetworkSegment(706e3721-3d12-48fd-87f0-4b7800557221),segment_id=706e3721-3d12-48fd-87f0-4b7800557221)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:44.189937 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.273107 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305ae9d-f871-478a-9b1a-ab9ab20389d7 None None] Pushing event updated for resources: {'Port': ['ID=bfd16f3b-e597-4896-be1e-2287ff520904,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:44.342604 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-350f61c8-0348-4eca-8c5a-6986c933e8ae tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:44.343720 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-350f61c8-0348-4eca-8c5a-6986c933e8ae tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.2177207 Jan 16 23:20:44.388567 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779ee30-bbc2-4f53-ae9f-e6e8fa19272b req-7fcb9806-9bdf-4ae1-9944-d963e2ee2380 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:44.396750 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2779ee30-bbc2-4f53-ae9f-e6e8fa19272b req-7fcb9806-9bdf-4ae1-9944-d963e2ee2380 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0690641 Jan 16 23:20:44.503910 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2779ee30-bbc2-4f53-ae9f-e6e8fa19272b req-ff5fa2f4-2f35-4295-bed6-5f9259a605a5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044390 Jan 16 23:20:44.546558 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks [] for router_gateway (050a5517-3dfd-4ab7-9800-ac59b596b80e), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.664579 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f0abc-523a-49d0-8e99-18dc1285fb76 req-c0239870-cc0e-44dc-8133-6cd0bd21c494 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:44.666220 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-944f0abc-523a-49d0-8e99-18dc1285fb76 req-c0239870-cc0e-44dc-8133-6cd0bd21c494 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.4347165 Jan 16 23:20:44.734284 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582ef6e-8159-4dfe-bd72-25c7106d3f8e req-2424e62d-5cf0-4104-9612-26876c3ee587 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:44.741603 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9582ef6e-8159-4dfe-bd72-25c7106d3f8e req-2424e62d-5cf0-4104-9612-26876c3ee587 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 946 time: 0.0890357 Jan 16 23:20:44.792898 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 60843dd0-d074-47d2-bdf9-a78418d0d041 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:44.808019 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Deleting port ea51efb9-0289-48dc-897d-1413bfe7abbc {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:20:44.809619 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.840356 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9582ef6e-8159-4dfe-bd72-25c7106d3f8e req-ba607449-54f5-4e53-a329-b4c438531bda tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948224 Jan 16 23:20:44.901176 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.902543 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 60843dd0-d074-47d2-bdf9-a78418d0d041 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:44.902909 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:44.930227 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-944f0abc-523a-49d0-8e99-18dc1285fb76 req-8a6caab9-9894-47d7-bde7-0213825e0f3b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286904 Jan 16 23:20:45.006405 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 60843dd0-d074-47d2-bdf9-a78418d0d041 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:45.008611 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device bfd16f3b-e597-4896-be1e-2287ff520904 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:45.072678 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] For port ea51efb9-0289-48dc-897d-1413bfe7abbc, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=ea51efb9-0289-48dc-897d-1413bfe7abbc,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:45.073055 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.075995 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (050a5517-3dfd-4ab7-9800-ac59b596b80e), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.080148 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port bfd16f3b-e597-4896-be1e-2287ff520904 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:45.080527 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.095684 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Calling delete_port for ea51efb9-0289-48dc-897d-1413bfe7abbc owned by compute:nova {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:20:45.369900 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port bfd16f3b-e597-4896-be1e-2287ff520904 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:45.370357 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.403267 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Router 050a5517-3dfd-4ab7-9800-ac59b596b80e is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:20:45.456670 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port bfd16f3b-e597-4896-be1e-2287ff520904, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=bfd16f3b-e597-4896-be1e-2287ff520904,segment=NetworkSegment(706e3721-3d12-48fd-87f0-4b7800557221),segment_id=706e3721-3d12-48fd-87f0-4b7800557221)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:45.469928 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.518546 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (ea51efb9-0289-48dc-897d-1413bfe7abbc), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.564658 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event deleted for resources: {'Port': ['ID=ea51efb9-0289-48dc-897d-1413bfe7abbc,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:45.572476 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'ea51efb9-0289-48dc-897d-1413bfe7abbc'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:45.577142 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=bfd16f3b-e597-4896-be1e-2287ff520904,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:45.627770 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] No DVR routers for this DVR port ea51efb9-0289-48dc-897d-1413bfe7abbc on host hv-cinder-82483 {{(pid=102394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:20:45.640080 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.648593 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dcdfc475-25cf-45ba-aadd-758b494620b9 req-3381624b-c7ac-43cc-b8c1-e1aaff30eaa2 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "DELETE /v2.0/ports/ea51efb9-0289-48dc-897d-1413bfe7abbc HTTP/1.1" status: 204 len: 173 time: 1.2632108 Jan 16 23:20:45.649233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'name': 'network-vif-deleted', 'tag': 'ea51efb9-0289-48dc-897d-1413bfe7abbc'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:45.654606 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e47685-2daa-4fcc-973e-b49f11d16d9e" -d '{"events": [{"server_uuid": "4f169423-5da1-4abf-8f59-ab6eb1be9855", "name": "network-vif-deleted", "tag": "ea51efb9-0289-48dc-897d-1413bfe7abbc"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:45.663057 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:20:45.684778 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Sync routers for ids ['050a5517-3dfd-4ab7-9800-ac59b596b80e'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:20:45.688697 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:45.695630 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4c4c126b-b850-4a11-8874-a5da12b9bc51 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4711885 Jan 16 23:20:45.698181 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40028) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:45.702336 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Routers {'050a5517-3dfd-4ab7-9800-ac59b596b80e'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:45.705828 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['050a5517-3dfd-4ab7-9800-ac59b596b80e'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:45.773464 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f22b34-0ebb-4c85-8151-62f51e6d5c7a req-766b31bd-d040-4846-bb1b-ac6abcaf70fe tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:45.781630 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b6f22b34-0ebb-4c85-8151-62f51e6d5c7a req-766b31bd-d040-4846-bb1b-ac6abcaf70fe tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.1217527 Jan 16 23:20:45.806483 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478e00c-5edd-4a94-8c45-0d8e0d2eb992 None None] Network 95420eca-983a-46e2-b294-f1d174bd1c46 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:20:45.882410 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Set router 050a5517-3dfd-4ab7-9800-ac59b596b80e gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:45.958067 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b6f22b34-0ebb-4c85-8151-62f51e6d5c7a req-9204f65f-085a-46e8-a08e-0590b3d90787 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665642 Jan 16 23:20:46.092681 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b526503-27b9-4aed-b160-21c1022a10ff x-openstack-request-id: req-5b526503-27b9-4aed-b160-21c1022a10ff {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:46.092972 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f169423-5da1-4abf-8f59-ab6eb1be9855", "name": "network-vif-deleted", "tag": "ea51efb9-0289-48dc-897d-1413bfe7abbc", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:46.093852 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5b526503-27b9-4aed-b160-21c1022a10ff {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:46.094244 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f169423-5da1-4abf-8f59-ab6eb1be9855', 'name': 'network-vif-deleted', 'tag': 'ea51efb9-0289-48dc-897d-1413bfe7abbc', 'status': 'completed', 'code': 200} Jan 16 23:20:46.102687 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:20:44Z', 'revision_number': 3, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:46.104138 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-c2e2249d-95ea-43a8-9c7e-4dd2aea191bc None None] Provisioning complete for port bfd16f3b-e597-4896-be1e-2287ff520904 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:46.105094 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c2e2249d-95ea-43a8-9c7e-4dd2aea191bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.115218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fb512-83e1-4650-bb06-28e2c2012cc3 req-a03f9670-ac74-4d88-aede-8ea72f9ed7f7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:46.116809 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-499fb512-83e1-4650-bb06-28e2c2012cc3 req-a03f9670-ac74-4d88-aede-8ea72f9ed7f7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0764687 Jan 16 23:20:46.128913 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5bb61ed7-e596-460c-b892-b28269f81ab0 req-cb2e32c0-d9ce-4e33-8467-ad6eeab70a16 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f169423-5da1-4abf-8f59-ab6eb1be9855 HTTP/1.1" status: 200 len: 210 time: 0.0380714 Jan 16 23:20:46.138452 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Checking router: 050a5517-3dfd-4ab7-9800-ac59b596b80e for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:20:46.141573 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Updating router 050a5517-3dfd-4ab7-9800-ac59b596b80e port b67b5dc6-c29a-4851-be62-c4a99cf65a21 binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:20:46.171689 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.173315 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.181290 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-499fb512-83e1-4650-bb06-28e2c2012cc3 req-1d3454f6-9830-4fdc-a541-87b5c5dbb209 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576963 Jan 16 23:20:46.295965 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2249d-95ea-43a8-9c7e-4dd2aea191bc None None] Current status of the port bfd16f3b-e597-4896-be1e-2287ff520904 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:46.448294 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Publish callbacks [] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.459181 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.500132 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b092725-1440-479f-8a31-16814eaa4220 None None] Pushing event updated for resources: {'Port': ['ID=b67b5dc6-c29a-4851-be62-c4a99cf65a21,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:46.531707 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Attempting to bind port b67b5dc6-c29a-4851-be62-c4a99cf65a21 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:46.532323 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Attempting to bind port b67b5dc6-c29a-4851-be62-c4a99cf65a21 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:46.532879 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Attempting to bind port b67b5dc6-c29a-4851-be62-c4a99cf65a21 on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:46.541916 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:46.542520 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:46.552954 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.553409 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:46.553928 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Bound port: b67b5dc6-c29a-4851-be62-c4a99cf65a21, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:46.554321 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.554950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-87630576-335d-45f5-b557-6600de24e66a None None] Provisioning complete for port bfd16f3b-e597-4896-be1e-2287ff520904 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:46.555950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-87630576-335d-45f5-b557-6600de24e66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.586914 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.620455 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] For port b67b5dc6-c29a-4851-be62-c4a99cf65a21, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:46.624620 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] For port b67b5dc6-c29a-4851-be62-c4a99cf65a21, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b67b5dc6-c29a-4851-be62-c4a99cf65a21,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:46.644209 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.715109 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device bfd16f3b-e597-4896-be1e-2287ff520904 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:46.785551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-87630576-335d-45f5-b557-6600de24e66a None None] Current status of the port bfd16f3b-e597-4896-be1e-2287ff520904 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:46.793480 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b092725-1440-479f-8a31-16814eaa4220 None None] Pushing event updated for resources: {'Port': ['ID=b67b5dc6-c29a-4851-be62-c4a99cf65a21,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:46.798950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port bfd16f3b-e597-4896-be1e-2287ff520904 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:46.799404 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.813589 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Routers {'050a5517-3dfd-4ab7-9800-ac59b596b80e'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:46.814334 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['050a5517-3dfd-4ab7-9800-ac59b596b80e'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:46.820061 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Allocated IP 172.20.0.1 (95420eca-983a-46e2-b294-f1d174bd1c46/726afcbe-f66c-4cec-a115-a3a8aa67bc7c/039ce89d-8b75-4753-b590-8788c744b6da) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:46.887129 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port bfd16f3b-e597-4896-be1e-2287ff520904 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:46.925613 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] Set router 050a5517-3dfd-4ab7-9800-ac59b596b80e gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:46.942751 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks [] for port (039ce89d-8b75-4753-b590-8788c744b6da), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:46.983321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (039ce89d-8b75-4753-b590-8788c744b6da), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.021167 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Network 95420eca-983a-46e2-b294-f1d174bd1c46 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:47.028533 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:47.041129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:47.118183 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=039ce89d-8b75-4753-b590-8788c744b6da,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:47.136840 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (050a5517-3dfd-4ab7-9800-ac59b596b80e), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.143532 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-6d046801-b01c-430c-9031-d38957448e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:20:44Z', 'revision_number': 3, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:47.182205 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d046801-b01c-430c-9031-d38957448e98 None None] The sync data for ids ['050a5517-3dfd-4ab7-9800-ac59b596b80e'] in dv-cinder-824839-1-iscsi is: [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:20:44Z', 'revision_number': 3, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:20:47.201467 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cb757-7633-4ced-b115-32a049c74540 req-0b8b6d2b-827b-4987-a981-43d9c7641535 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:47.213902 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-945cb757-7633-4ced-b115-32a049c74540 req-0b8b6d2b-827b-4987-a981-43d9c7641535 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.1567476 Jan 16 23:20:47.282504 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-945cb757-7633-4ced-b115-32a049c74540 req-88fb3232-179e-49b2-bbee-9c61a3ecf880 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711691 Jan 16 23:20:47.326267 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.415540 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ed67d3e0-ccfb-42ce-94b2-9b46c2edc5f0 None None] Provisioning complete for port 039ce89d-8b75-4753-b590-8788c744b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:47.415926 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ed67d3e0-ccfb-42ce-94b2-9b46c2edc5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (039ce89d-8b75-4753-b590-8788c744b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.443409 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (039ce89d-8b75-4753-b590-8788c744b6da), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.462497 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ed67d3e0-ccfb-42ce-94b2-9b46c2edc5f0 None None] Port 039ce89d-8b75-4753-b590-8788c744b6da cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:47.579956 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5b460-766e-4feb-bc8b-468a6a848964 req-51ea11c8-39f1-4592-afd9-28a36aaab9ac tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:47.581613 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0fe5b460-766e-4feb-bc8b-468a6a848964 req-51ea11c8-39f1-4592-afd9-28a36aaab9ac tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.2029293 Jan 16 23:20:47.629631 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.643607 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66e286-74db-400a-bdb2-928b448517a2 req-2b004b07-4e1f-4e0a-9867-c7e353cd7dd7 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:47.651762 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-db66e286-74db-400a-bdb2-928b448517a2 req-2b004b07-4e1f-4e0a-9867-c7e353cd7dd7 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.1712923 Jan 16 23:20:47.722163 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-db66e286-74db-400a-bdb2-928b448517a2 req-41ede24d-d946-47b6-a3da-308deb14a12c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687988 Jan 16 23:20:47.735365 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0fe5b460-766e-4feb-bc8b-468a6a848964 req-1c5b6aa2-0b1b-4a10-9a3e-91db1877c8f5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179981 Jan 16 23:20:47.767651 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks [] for port (039ce89d-8b75-4753-b590-8788c744b6da), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.775000 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (039ce89d-8b75-4753-b590-8788c744b6da), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.776449 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ea51efb9-0289-48dc-897d-1413bfe7abbc no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:20:47.802779 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: ea51efb9-0289-48dc-897d-1413bfe7abbc {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:20:47.803193 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device ea51efb9-0289-48dc-897d-1413bfe7abbc not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:20:47.845730 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (050a5517-3dfd-4ab7-9800-ac59b596b80e), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:47.854855 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Pushing event updated for resources: {'Port': ['ID=039ce89d-8b75-4753-b590-8788c744b6da,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:48.025802 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Network 95420eca-983a-46e2-b294-f1d174bd1c46 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:48.028366 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:48.052062 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f871e-8731-4db6-80e5-2eae9c4bf805 req-2186ddf7-c914-4700-9239-1c7363aa660b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:48.057745 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8f7f871e-8731-4db6-80e5-2eae9c4bf805 req-2186ddf7-c914-4700-9239-1c7363aa660b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0995197 Jan 16 23:20:48.172499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40072) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:48.255400 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02491c-8cfc-410a-999f-fd22691ac94f req-b7a75aa5-ddb9-414e-a74f-6760ac3cfc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:48.256921 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4b02491c-8cfc-410a-999f-fd22691ac94f req-b7a75aa5-ddb9-414e-a74f-6760ac3cfc74 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.2265940 Jan 16 23:20:48.262672 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8f7f871e-8731-4db6-80e5-2eae9c4bf805 req-f6b45096-f153-434c-9db7-fc1f1e9f2eeb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294706 Jan 16 23:20:48.293336 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40076) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:48.366003 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Router 050a5517-3dfd-4ab7-9800-ac59b596b80e has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:20:48.368472 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4b02491c-8cfc-410a-999f-fd22691ac94f req-9d4a7e01-82c9-4ee3-87ad-b1666fb61405 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011076 Jan 16 23:20:48.372868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-226b09c1-f4d7-4dff-b47c-9edd75939a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.403475 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-2d338922-479f-46bb-b6cd-dccf4fa6b490 None None] Provisioning complete for port 039ce89d-8b75-4753-b590-8788c744b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:48.404935 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-2d338922-479f-46bb-b6cd-dccf4fa6b490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (039ce89d-8b75-4753-b590-8788c744b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.458722 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-2d338922-479f-46bb-b6cd-dccf4fa6b490 None None] Port 039ce89d-8b75-4753-b590-8788c744b6da cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:48.507274 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:20:48.515942 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-313dc4b0-6cb7-4052-b69e-c758df35aa02 admin admin] 10.222.0.35 "PUT /v2.0/routers/050a5517-3dfd-4ab7-9800-ac59b596b80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8120694 Jan 16 23:20:48.525688 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f8ddc-99c6-4921-99cd-8d2b239eda84 req-ac5963a5-0aa0-4a2b-ae3e-3bb90126d041 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:48.527219 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-635f8ddc-99c6-4921-99cd-8d2b239eda84 req-ac5963a5-0aa0-4a2b-ae3e-3bb90126d041 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.1125743 Jan 16 23:20:48.622133 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-226b09c1-f4d7-4dff-b47c-9edd75939a49 admin admin] Publish callbacks [] for security_group (a5715557-3ddc-4f46-a008-391e8fbbe774), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.629073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3d5644-3ae5-4ee1-9c1d-0e688f224e44 tempest-TestMinimumBasicScenario-1510884706 tempest-TestMinimumBasicScenario-1510884706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:48.630640 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5d3d5644-3ae5-4ee1-9c1d-0e688f224e44 tempest-TestMinimumBasicScenario-1510884706 tempest-TestMinimumBasicScenario-1510884706-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1094 time: 0.3349972 Jan 16 23:20:48.632699 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-226b09c1-f4d7-4dff-b47c-9edd75939a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a5715557-3ddc-4f46-a008-391e8fbbe774), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.634861 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40084) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:48.638418 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b67b5dc6-c29a-4851-be62-c4a99cf65a21 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:48.640962 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'port_id': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:48.648812 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-635f8ddc-99c6-4921-99cd-8d2b239eda84 req-97569ec3-fb0c-499d-aa97-9e035ac6b04c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047752 Jan 16 23:20:48.693826 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-226b09c1-f4d7-4dff-b47c-9edd75939a49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=019ddb5884e24bb0bfb8598ec524cb03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5199373 Jan 16 23:20:48.695018 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b09c1-f4d7-4dff-b47c-9edd75939a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5715557-3ddc-4f46-a008-391e8fbbe774,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:48.696477 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40090) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:48.724071 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b67b5dc6-c29a-4851-be62-c4a99cf65a21 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:48.724742 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.778255 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.835951 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b67b5dc6-c29a-4851-be62-c4a99cf65a21 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:48.836442 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.856486 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-88ed3657-4a70-479a-a5f1-ea0b5c9c0a7d admin admin] Publish callbacks [] for security_group (a5715557-3ddc-4f46-a008-391e8fbbe774), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.864219 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port b67b5dc6-c29a-4851-be62-c4a99cf65a21, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b67b5dc6-c29a-4851-be62-c4a99cf65a21,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:48.870596 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.898957 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-88ed3657-4a70-479a-a5f1-ea0b5c9c0a7d admin admin] Publish callbacks [] for security_group (a5715557-3ddc-4f46-a008-391e8fbbe774), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:48.924809 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3e15a-d002-41f3-bd82-aecdd95c9672 req-c81cd54c-1093-447d-869e-6ad9cbc67958 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:48.927095 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0fb3e15a-d002-41f3-bd82-aecdd95c9672 req-c81cd54c-1093-447d-869e-6ad9cbc67958 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0771677 Jan 16 23:20:48.942788 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=b67b5dc6-c29a-4851-be62-c4a99cf65a21,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:49.024566 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0fb3e15a-d002-41f3-bd82-aecdd95c9672 req-da72e67c-1d85-44d6-8cca-fef196f9f00e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905998 Jan 16 23:20:49.160142 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33a644-d8af-431b-9392-a4d4ee728989 req-4688df12-84cd-428e-8d46-f1a471f01350 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:49.161862 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc33a644-d8af-431b-9392-a4d4ee728989 req-4688df12-84cd-428e-8d46-f1a471f01350 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.0543942 Jan 16 23:20:49.199127 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-88ed3657-4a70-479a-a5f1-ea0b5c9c0a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a5715557-3ddc-4f46-a008-391e8fbbe774), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.202366 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-88ed3657-4a70-479a-a5f1-ea0b5c9c0a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.203673 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-88ed3657-4a70-479a-a5f1-ea0b5c9c0a7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a5715557-3ddc-4f46-a008-391e8fbbe774 HTTP/1.1" status: 204 len: 168 time: 0.4936624 Jan 16 23:20:49.206771 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.231393 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed3657-4a70-479a-a5f1-ea0b5c9c0a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5715557-3ddc-4f46-a008-391e8fbbe774,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:49.256233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dc33a644-d8af-431b-9392-a4d4ee728989 req-51fb7856-4cad-4887-9dd8-14ed7e7beaea tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879307 Jan 16 23:20:49.379328 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-416a2c87-5cdd-428c-a8fb-572ccf736bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:49.380821 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-416a2c87-5cdd-428c-a8fb-572ccf736bac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a&tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 1096 time: 0.1166143 Jan 16 23:20:49.398038 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Allocated IP 172.27.3.158 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/e8b7ba18-23fb-4977-a4ce-6926d5866aa8) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:20:49.447929 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40102) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:49.453978 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901905121', 'description': 'tempest-secgroup-smoke-901905121 description', 'project_id': '0b3f40a11d3c487787dd1e037d240d85'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:49.492447 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Sync routers for ids ['050a5517-3dfd-4ab7-9800-ac59b596b80e'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:20:49.505486 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.507486 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Routers {'050a5517-3dfd-4ab7-9800-ac59b596b80e'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:49.508342 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['050a5517-3dfd-4ab7-9800-ac59b596b80e'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:49.541731 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.639220 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group (e8f43cd1-5284-460c-b1bb-743c5191ba46), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.639992 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Set router 050a5517-3dfd-4ab7-9800-ac59b596b80e gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:49.646283 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.654438 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e8f43cd1-5284-460c-b1bb-743c5191ba46), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.706581 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f43cd1-5284-460c-b1bb-743c5191ba46,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:49.730343 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-92eeeb0e-9d3b-4b4e-a92f-e68934965789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:49.731798 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-92eeeb0e-9d3b-4b4e-a92f-e68934965789 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1096 time: 0.1426365 Jan 16 23:20:49.741297 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.744254 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2953362 Jan 16 23:20:49.745698 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.746049 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.746399 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.746741 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.747078 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.747413 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.747744 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.748071 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.748417 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40112) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:49.749127 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.749637 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.750130 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.750633 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.751128 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f22604-0228-45af-bee0-4da66687a3ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:20:49.755622 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:20:49.757926 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group_rule': {'security_group_id': 'e8f43cd1-5284-460c-b1bb-743c5191ba46', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:49.773421 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:49.785711 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'Port': ['ID=e8b7ba18-23fb-4977-a4ce-6926d5866aa8,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:49.788807 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:20:49.833239 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (62073736-152a-4959-8ede-8ae59b61c17f), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:49.872956 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2304fe-b610-4ab7-a702-ccae70c7dbc5 req-13fdced8-cd37-41c7-a854-3405cf655654 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:49.874482 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c2304fe-b610-4ab7-a702-ccae70c7dbc5 req-13fdced8-cd37-41c7-a854-3405cf655654 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0778465 Jan 16 23:20:49.987438 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-dce7c817-29a4-4022-a98d-fb21b2c23177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:49.989200 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-dce7c817-29a4-4022-a98d-fb21b2c23177 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.2304082 Jan 16 23:20:49.991719 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c2304fe-b610-4ab7-a702-ccae70c7dbc5 req-9a2f10b2-fa9e-4354-b15c-9440711a29b2 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064177 Jan 16 23:20:50.008112 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (62073736-152a-4959-8ede-8ae59b61c17f), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.010807 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:20:47Z', 'revision_number': 4, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '039ce89d-8b75-4753-b590-8788c744b6da', 'name': '', 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'mac_address': 'fa:16:3e:cb:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:46Z', 'updated_at': '2022-01-16T23:20:47Z', 'revision_number': 2, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'subnets': [{'id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:50.024621 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (62073736-152a-4959-8ede-8ae59b61c17f), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.065393 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Checking router: 050a5517-3dfd-4ab7-9800-ac59b596b80e for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:20:50.066200 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Updating router 050a5517-3dfd-4ab7-9800-ac59b596b80e port 039ce89d-8b75-4753-b590-8788c744b6da binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:20:50.092977 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-9b710a34-a87c-4aea-b0bf-3c64755ca982 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:50.103930 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-9b710a34-a87c-4aea-b0bf-3c64755ca982 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.2027111 Jan 16 23:20:50.104273 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (039ce89d-8b75-4753-b590-8788c744b6da), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.117489 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62073736-152a-4959-8ede-8ae59b61c17f,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:50.150593 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.155285 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-cc4a961e-5e05-4a30-aadf-f3d2c6b84350 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4057250 Jan 16 23:20:50.162453 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40128) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:50.221737 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group_rule': {'security_group_id': 'e8f43cd1-5284-460c-b1bb-743c5191ba46', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:50.267998 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-68d1b62f-95fe-4fbb-9e20-e6e2389edff8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 998 time: 0.2393301 Jan 16 23:20:50.333891 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-583b0e3b-9aee-4438-8ba0-238264c857bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:50.335535 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-583b0e3b-9aee-4438-8ba0-238264c857bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0542159 Jan 16 23:20:50.396127 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ddba5-299b-4dbc-a294-4b5389623f9c req-c1744862-e628-48a0-9f9d-2777bde319f3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:50.398403 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6f2ddba5-299b-4dbc-a294-4b5389623f9c req-c1744862-e628-48a0-9f9d-2777bde319f3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.2234023 Jan 16 23:20:50.401442 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40136) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:50.452683 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (b1a65422-fdc3-46b2-858c-e17dc0baf9f5), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.556663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Deleting port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:20:50.557104 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.580116 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6f2ddba5-299b-4dbc-a294-4b5389623f9c req-b692d951-df3b-40b3-82b3-795733cc0fb8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710856 Jan 16 23:20:50.661477 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1668913907-network', 'tenant_id': 'e45e8d8a992e42a7b6f99d88eca51a9a'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:50.672689 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-ec9eee1d-6f0d-4893-80f7-e93107eb1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:50.674386 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-ec9eee1d-6f0d-4893-80f7-e93107eb1315 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.1563327 Jan 16 23:20:50.682621 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-80acf52b-7433-4954-b811-592b65caa087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:50.684141 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-80acf52b-7433-4954-b811-592b65caa087 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3202832 Jan 16 23:20:50.719428 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b67b5dc6-c29a-4851-be62-c4a99cf65a21 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:50.723301 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Publish callbacks [] for port (039ce89d-8b75-4753-b590-8788c744b6da), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.752337 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (039ce89d-8b75-4753-b590-8788c744b6da), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.767628 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (b1a65422-fdc3-46b2-858c-e17dc0baf9f5), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.794854 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938013-1683-46d1-8478-e8b263f7b5f2 req-ccceab63-3f37-4c9c-8ccc-1be19e26a2de tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:50.802477 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c1938013-1683-46d1-8478-e8b263f7b5f2 req-ccceab63-3f37-4c9c-8ccc-1be19e26a2de tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 946 time: 0.3466556 Jan 16 23:20:50.848741 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a65c9-608d-46b1-81fb-b2a417fcbb6f None None] Pushing event updated for resources: {'Port': ['ID=039ce89d-8b75-4753-b590-8788c744b6da,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:50.852101 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (b1a65422-fdc3-46b2-858c-e17dc0baf9f5), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.879962 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port b67b5dc6-c29a-4851-be62-c4a99cf65a21 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:50.880520 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.913464 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Attempting to bind port 039ce89d-8b75-4753-b590-8788c744b6da on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:20:50.915179 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Attempting to bind port 039ce89d-8b75-4753-b590-8788c744b6da by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:20:50.915757 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Attempting to bind port 039ce89d-8b75-4753-b590-8788c744b6da on network 95420eca-983a-46e2-b294-f1d174bd1c46 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:20:50.929346 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a65422-fdc3-46b2-858c-e17dc0baf9f5,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:50.931275 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:20:50.931897 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Checking segment: {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:50.932478 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.933088 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Bound using segment: {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:20:50.933781 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Bound port: 039ce89d-8b75-4753-b590-8788c744b6da, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '706e3721-3d12-48fd-87f0-4b7800557221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:20:50.934341 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (039ce89d-8b75-4753-b590-8788c744b6da), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:50.967210 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for floatingip (7843e7a6-f324-4faa-b6fe-a9de12a4e6a7), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.012780 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.017505 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-2683b1fc-0f71-4088-a5da-1200654f8e41 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7993217 Jan 16 23:20:51.021714 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c1938013-1683-46d1-8478-e8b263f7b5f2 req-8e5ad931-d5d0-4a78-9127-92a60b74d8bb tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178841 Jan 16 23:20:51.033025 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40140) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:51.045900 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group_rule': {'security_group_id': 'e8f43cd1-5284-460c-b1bb-743c5191ba46', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:51.065513 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Made reservation on behalf of e45e8d8a992e42a7b6f99d88eca51a9a for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:51.069688 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.076583 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] For port cb57b108-1cfa-4ed3-bc94-4b240cc0e630, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:51.077169 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.077693 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-06e0f20f-87b9-42f5-9574-9043f39ab1f4 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847060 Jan 16 23:20:51.105801 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.115660 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Calling delete_port for cb57b108-1cfa-4ed3-bc94-4b240cc0e630 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:20:51.184423 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-43bb686f-956c-4367-b68e-db691a7a27e6 None None] Provisioning complete for port 039ce89d-8b75-4753-b590-8788c744b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:51.184710 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-43bb686f-956c-4367-b68e-db691a7a27e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (039ce89d-8b75-4753-b590-8788c744b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.190546 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] For port 039ce89d-8b75-4753-b590-8788c744b6da, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:20:51.212571 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f166f80-e824-4084-8501-b510d73546d8 req-d05b9efe-f04a-4f44-a055-b5df89db2509 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:51.214215 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7f166f80-e824-4084-8501-b510d73546d8 req-d05b9efe-f04a-4f44-a055-b5df89db2509 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.5103064 Jan 16 23:20:51.227982 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-26a4b3f7-24d5-4dd9-a9a1-cbdea072718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:51.229307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] For port 039ce89d-8b75-4753-b590-8788c744b6da, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=039ce89d-8b75-4753-b590-8788c744b6da,segment=NetworkSegment(706e3721-3d12-48fd-87f0-4b7800557221),segment_id=706e3721-3d12-48fd-87f0-4b7800557221)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:20:51.229462 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-26a4b3f7-24d5-4dd9-a9a1-cbdea072718d service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.5430152 Jan 16 23:20:51.257056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (039ce89d-8b75-4753-b590-8788c744b6da), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.301112 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-43bb686f-956c-4367-b68e-db691a7a27e6 None None] Port 039ce89d-8b75-4753-b590-8788c744b6da cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:20:51.311873 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-589099da-c9a2-442c-b644-414e15786499 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 217 time: 0.0671954 Jan 16 23:20:51.322012 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port b67b5dc6-c29a-4851-be62-c4a99cf65a21 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:51.342193 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Routers {'050a5517-3dfd-4ab7-9800-ac59b596b80e'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:51.343428 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['050a5517-3dfd-4ab7-9800-ac59b596b80e'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:51.388893 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a65c9-608d-46b1-81fb-b2a417fcbb6f None None] Pushing event updated for resources: {'Port': ['ID=039ce89d-8b75-4753-b590-8788c744b6da,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:51.422851 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7f166f80-e824-4084-8501-b510d73546d8 req-edefdd22-cb97-4ff6-9476-6921425657be tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886978 Jan 16 23:20:51.430868 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (adde8599-9ecf-413d-9742-f051b1f6deff), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.473812 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.478723 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks [] for security_group (3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.482716 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-df5efb08-08b2-4941-92e1-b07bb2ee9ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:51.484261 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-df5efb08-08b2-4941-92e1-b07bb2ee9ce6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.1609137 Jan 16 23:20:51.490006 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.508761 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] Set router 050a5517-3dfd-4ab7-9800-ac59b596b80e gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:51.536041 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-c9c232ab-7389-492e-95c9-76f0c96adba8 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499316 Jan 16 23:20:51.553108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (adde8599-9ecf-413d-9742-f051b1f6deff), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.556999 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-47c51275-6bfe-4197-8033-25017eda8b80 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583999 Jan 16 23:20:51.558175 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:20:51.581499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (adde8599-9ecf-413d-9742-f051b1f6deff), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.593532 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (cb57b108-1cfa-4ed3-bc94-4b240cc0e630), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.645254 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adde8599-9ecf-413d-9742-f051b1f6deff,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:51.654034 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.659233 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-fc1d97c5-76d7-46be-8ad6-0d5b9a47c7be tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6212554 Jan 16 23:20:51.659233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40148) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:51.662909 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group_rule': {'security_group_id': 'e8f43cd1-5284-460c-b1bb-743c5191ba46', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:51.665481 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:51.728325 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:51.732161 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (40cedf92-ae54-4546-afa2-b3ac48c0d8a7), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.732672 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Added segment 40cedf92-ae54-4546-afa2-b3ac48c0d8a7 of type vlan for network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 Jan 16 23:20:51.746787 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event deleted for resources: {'Port': ['ID=cb57b108-1cfa-4ed3-bc94-4b240cc0e630,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:51.770024 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (a7a39e70-a70a-4e34-bd32-1047912787b0), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.781474 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.797648 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.841282 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] Provisioning complete for port 039ce89d-8b75-4753-b590-8788c744b6da triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:51.842267 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (039ce89d-8b75-4753-b590-8788c744b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.859985 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036472-1610-4e17-b7a4-3190202c033f req-bc2dab45-76f9-4d23-b03f-ac1122fabb1b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:51.861580 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7d036472-1610-4e17-b7a4-3190202c033f req-bc2dab45-76f9-4d23-b03f-ac1122fabb1b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.1491416 Jan 16 23:20:51.876232 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (ac983746-d7bc-460f-b19e-3ee1f2a7cf14), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.901736 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] No DVR routers for this DVR port cb57b108-1cfa-4ed3-bc94-4b240cc0e630 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:20:51.907056 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.911126 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-59841412-060e-4ae6-9bea-ad06aa1633b0 req-23cd05e0-2657-47f5-ade5-9a2a0e8d0678 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "DELETE /v2.0/ports/cb57b108-1cfa-4ed3-bc94-4b240cc0e630 HTTP/1.1" status: 204 len: 173 time: 1.7856038 Jan 16 23:20:51.911900 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'name': 'network-vif-deleted', 'tag': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:51.915248 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54cb0e3-df06-4f68-a76d-d2b27c6a7608" -d '{"events": [{"server_uuid": "4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be", "name": "network-vif-deleted", "tag": "cb57b108-1cfa-4ed3-bc94-4b240cc0e630"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:51.935801 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (ac983746-d7bc-460f-b19e-3ee1f2a7cf14), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.939441 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:51.940499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.944667 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'Port': ['ID=e8b7ba18-23fb-4977-a4ce-6926d5866aa8,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:51.966471 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (7843e7a6-f324-4faa-b6fe-a9de12a4e6a7), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.972178 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (a7a39e70-a70a-4e34-bd32-1047912787b0), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:51.988825 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d267237-e968-4e08-92a9-ed06f51bb377 x-openstack-request-id: req-0d267237-e968-4e08-92a9-ed06f51bb377 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:51.989682 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be", "name": "network-vif-deleted", "tag": "cb57b108-1cfa-4ed3-bc94-4b240cc0e630", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:51.991327 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d267237-e968-4e08-92a9-ed06f51bb377 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:51.991885 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be', 'name': 'network-vif-deleted', 'tag': 'cb57b108-1cfa-4ed3-bc94-4b240cc0e630', 'status': 'completed', 'code': 200} Jan 16 23:20:52.005263 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-c9d8eabe-4d46-4357-9d98-b63baefa3c1e service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397440 Jan 16 23:20:52.017439 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (a7a39e70-a70a-4e34-bd32-1047912787b0), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.059999 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] Current status of the port 039ce89d-8b75-4753-b590-8788c744b6da is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:52.060469 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (039ce89d-8b75-4753-b590-8788c744b6da), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.061174 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7d036472-1610-4e17-b7a4-3190202c033f req-33e5d369-905e-4753-beca-86df93dacf43 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801929 Jan 16 23:20:52.085707 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a39e70-a70a-4e34-bd32-1047912787b0,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:52.091968 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.093479 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-05ecc822-97b9-41e7-a039-5953c88b6184 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4342864 Jan 16 23:20:52.129800 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40164) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:52.136934 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group_rule': {'security_group_id': 'e8f43cd1-5284-460c-b1bb-743c5191ba46', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:52.148253 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] For port 039ce89d-8b75-4753-b590-8788c744b6da, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=039ce89d-8b75-4753-b590-8788c744b6da,segment=NetworkSegment(706e3721-3d12-48fd-87f0-4b7800557221),segment_id=706e3721-3d12-48fd-87f0-4b7800557221)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:52.184082 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (039ce89d-8b75-4753-b590-8788c744b6da), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.187954 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Floating IP 7843e7a6-f324-4faa-b6fe-a9de12a4e6a7 associated. External IP: 172.27.3.158, port: 9661246c-e3a8-4173-bbe0-17070272d5aa. Jan 16 23:20:52.202019 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:20:47Z', 'revision_number': 4, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '039ce89d-8b75-4753-b590-8788c744b6da', 'name': '', 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'mac_address': 'fa:16:3e:cb:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:46Z', 'updated_at': '2022-01-16T23:20:51Z', 'revision_number': 4, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'subnets': [{'id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:52.237685 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5c99386d-a436-4adf-8fbb-1a7e683a9c4a req-5f7e2ff1-51f7-4b0f-8437-11cce9df71c2 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627090 Jan 16 23:20:52.241417 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8385999 Jan 16 23:20:52.245541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40168) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:52.253832 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.securitygroups_db [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Project 0b3f40a11d3c487787dd1e037d240d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 16 23:20:52.263002 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a27aa4-e0a2-4eb2-8e61-d5e6ba5e31d7 None None] The sync data for ids ['050a5517-3dfd-4ab7-9800-ac59b596b80e'] in dv-cinder-824839-1-iscsi is: [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:20:47Z', 'revision_number': 4, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '039ce89d-8b75-4753-b590-8788c744b6da', 'name': '', 'network_id': '95420eca-983a-46e2-b294-f1d174bd1c46', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'mac_address': 'fa:16:3e:cb:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:46Z', 'updated_at': '2022-01-16T23:20:51Z', 'revision_number': 4, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'subnets': [{'id': '726afcbe-f66c-4cec-a115-a3a8aa67bc7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:20:52.266234 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (b6d73912-a51f-4707-80c2-1773cf8a787c), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.300352 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249f14a-e079-4fa3-908d-9c03becef2dc None None] Pushing event updated for resources: {'Port': ['ID=039ce89d-8b75-4753-b590-8788c744b6da,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:52.355136 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Request body: {'subnet': {'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1668913907-subnet', 'tenant_id': 'e45e8d8a992e42a7b6f99d88eca51a9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:52.399303 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-89a7854c-e74e-44df-adad-7c159d6ddd78 req-792155d1-9c2d-4d25-8f8c-018534f044c6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.1544991 Jan 16 23:20:52.426136 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (b6d73912-a51f-4707-80c2-1773cf8a787c), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.445949 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (b6d73912-a51f-4707-80c2-1773cf8a787c), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.448962 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265d9b-1d85-4748-903b-b902835781ce admin admin] Pushing event updated for resources: {'Network': ['ID=ac983746-d7bc-460f-b19e-3ee1f2a7cf14,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:52.455877 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Made reservation on behalf of e45e8d8a992e42a7b6f99d88eca51a9a for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:20:52.458485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5365339'] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.465346 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:20:52.527992 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d73912-a51f-4707-80c2-1773cf8a787c,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:52.575286 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.583176 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b63a3103-2179-4a70-a2e3-42f90810a72d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4496315 Jan 16 23:20:52.585188 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40182) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:52.672653 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'security_group_rule': {'security_group_id': 'e8f43cd1-5284-460c-b1bb-743c5191ba46', 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:52.750907 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6222374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5365321'] for subnet (c0e42387-9775-4d25-98d8-c0012e5ea610), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.809649 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.securitygroups_db [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Project 0b3f40a11d3c487787dd1e037d240d85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 16 23:20:52.836881 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 039ce89d-8b75-4753-b590-8788c744b6da up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:20:52.876957 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0e42387-9775-4d25-98d8-c0012e5ea610,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:52.892985 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Checking segment: {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:20:52.893375 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Network hostable DHCP agents. Network: ac983746-d7bc-460f-b19e-3ee1f2a7cf14, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:20:52.920163 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:20:52.941272 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (cdf181cd-811f-4331-bf8f-cbdff0c13735), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.943939 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, ac983746-d7bc-460f-b19e-3ee1f2a7cf14) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:20:52.956189 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:52.960296 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:52.972655 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45373e87-b67d-49ad-a607-e719e0aa154f None None] Network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:20:53.011357 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-afb0ba23-6e1c-4e32-ae3b-14bf28dc2342 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7641523 Jan 16 23:20:53.045635 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6f29b-218f-4e74-864e-37b627224e03 req-e9ffa522-3bf8-40ce-8218-e41e0d672760 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:53.052970 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50c6f29b-218f-4e74-864e-37b627224e03 req-e9ffa522-3bf8-40ce-8218-e41e0d672760 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.3681996 Jan 16 23:20:53.098726 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 039ce89d-8b75-4753-b590-8788c744b6da triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:53.099637 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (039ce89d-8b75-4753-b590-8788c744b6da), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:53.191965 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:20:53.258963 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (cdf181cd-811f-4331-bf8f-cbdff0c13735), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:53.300530 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50c6f29b-218f-4e74-864e-37b627224e03 req-db05c8f7-c94b-45f5-8086-a25134736f88 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465649 Jan 16 23:20:53.306147 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (cdf181cd-811f-4331-bf8f-cbdff0c13735), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:53.387682 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db087c-1f32-4caf-b35d-7bbfbbecf076 req-6b0d38c4-9ed4-40f0-b267-635a57355c6c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:53.392009 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-41db087c-1f32-4caf-b35d-7bbfbbecf076 req-6b0d38c4-9ed4-40f0-b267-635a57355c6c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.1698384 Jan 16 23:20:53.444601 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb690e-f392-435d-90b9-8008e2f4a118 None None] Network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:20:53.518145 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf181cd-811f-4331-bf8f-cbdff0c13735,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:53.564819 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-41db087c-1f32-4caf-b35d-7bbfbbecf076 req-28f03abb-98ad-42fb-b57c-26e88ca44bfa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655324 Jan 16 23:20:53.584067 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:53.615825 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8f334617-9816-41c1-9844-16f16789d74c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9405990 Jan 16 23:20:53.636506 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 039ce89d-8b75-4753-b590-8788c744b6da is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:53.723186 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-078a15ee-d495-4ee2-9251-d50d00fa31ce req-7be2d1a4-3b2b-47f4-a9dd-2334f74c2858 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0847287 Jan 16 23:20:53.755907 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:20:53.771703 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] Sync routers for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:20:53.790976 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:53.795701 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device cb57b108-1cfa-4ed3-bc94-4b240cc0e630 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:20:53.798622 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:53.799866 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:53.852685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: cb57b108-1cfa-4ed3-bc94-4b240cc0e630 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:20:53.853040 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device cb57b108-1cfa-4ed3-bc94-4b240cc0e630 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:20:53.872640 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-9fd175c0-fb58-4675-b532-a2acccf69cf4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2358325 Jan 16 23:20:53.873921 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:53.875946 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40216) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:53.877867 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969dfb0e-39dd-49a7-a600-1aa71e42478d" -d '{"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:53.880458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-70458014', 'description': 'tempest-secgroup-smoke-70458014 description', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:53.956129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c7805-41ee-4ea8-9eba-ee8c27d974fc x-openstack-request-id: req-ac1c7805-41ee-4ea8-9eba-ee8c27d974fc {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:53.956327 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:53.956677 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:53.957279 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac1c7805-41ee-4ea8-9eba-ee8c27d974fc {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:53.958129 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'status': 'completed', 'code': 200} Jan 16 23:20:54.038630 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:54.091866 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group (945301de-c59d-41ff-b3c6-f4b3d8fc5bd1), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.102979 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (945301de-c59d-41ff-b3c6-f4b3d8fc5bd1), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.198324 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:54.218390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.223335 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7a932f12-4447-4af8-a2bd-7feb699eb163 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3462813 Jan 16 23:20:54.226339 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40236) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:54.231909 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group_rule': {'security_group_id': '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:54.344921 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (dc090391-a79d-42b7-9dd3-32ec3d60970e), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.393409 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '7843e7a6-f324-4faa-b6fe-a9de12a4e6a7', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'port_id': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'mac_address': 'fa:16:3e:e3:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e77136-26c2-4618-95db-7620c9a3afb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:20:50Z', 'updated_at': '2022-01-16T23:20:50Z', 'revision_number': 0, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:37Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:54.425972 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] Checking router: 8df4ed71-247e-4bd5-bf03-efbdeaefc66d for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:20:54.436382 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:20:54.437283 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:20:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:54.658485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-d3d418e9-685f-4753-b717-da168673c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:54.681076 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (dc090391-a79d-42b7-9dd3-32ec3d60970e), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.694630 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-d3d418e9-685f-4753-b717-da168673c8b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1099 time: 0.1392705 Jan 16 23:20:54.698064 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:20:54.717636 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30497f-cf16-4131-abdb-9e801a0b8a44 req-0fc9799f-8318-49e3-a643-52a4339234a1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:54.719244 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2f30497f-cf16-4131-abdb-9e801a0b8a44 req-0fc9799f-8318-49e3-a643-52a4339234a1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.2351744 Jan 16 23:20:54.735468 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (dc090391-a79d-42b7-9dd3-32ec3d60970e), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.810659 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:54.812387 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5848689 Jan 16 23:20:54.826443 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40254) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:54.857729 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group_rule': {'security_group_id': '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:54.863236 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65969-610c-4ceb-a857-125da4c5ee50 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc090391-a79d-42b7-9dd3-32ec3d60970e,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:54.874916 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f85eda-885f-4016-a13e-2fa6ea2b1e31 req-7a2928ad-694e-464b-ab5d-cd8b930fd79c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:54.876752 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b8f85eda-885f-4016-a13e-2fa6ea2b1e31 req-7a2928ad-694e-464b-ab5d-cd8b930fd79c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.1345448 Jan 16 23:20:54.933371 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-2f19a5b5-0092-470f-9cc1-9d12a4777644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:54.935205 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-2f19a5b5-0092-470f-9cc1-9d12a4777644 service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.2137547 Jan 16 23:20:54.960711 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2f30497f-cf16-4131-abdb-9e801a0b8a44 req-cca1657c-8bc8-47df-a034-8b56afb591f0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264111 Jan 16 23:20:54.977950 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b8f85eda-885f-4016-a13e-2fa6ea2b1e31 req-fc89fb1f-3ec1-4cb4-817d-6e8cc701ae7b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931354 Jan 16 23:20:54.979539 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (65ff7f75-0c4b-41a8-b1cc-83da4d90b539), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.158527 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (65ff7f75-0c4b-41a8-b1cc-83da4d90b539), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.169942 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (65ff7f75-0c4b-41a8-b1cc-83da4d90b539), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.204003 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ff7f75-0c4b-41a8-b1cc-83da4d90b539,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:55.220233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.221553 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-23b45962-38b7-4df9-b76b-c2c25e7c5339 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3870690 Jan 16 23:20:55.236589 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40262) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:55.239800 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-30ab0a08-cb29-4ef2-b233-2d633654b6f9 req-3b66a3c6-e5be-49c1-87a1-1755337eb9fa tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0325520 Jan 16 23:20:55.245183 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group_rule': {'security_group_id': '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:55.283028 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '7843e7a6-f324-4faa-b6fe-a9de12a4e6a7', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'port_id': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'mac_address': 'fa:16:3e:e3:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e77136-26c2-4618-95db-7620c9a3afb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:20:50Z', 'updated_at': '2022-01-16T23:20:50Z', 'revision_number': 0, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:37Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:20:55.298817 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-e73b1d96-92ca-4388-aff8-00956c0b280c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 1000 time: 0.1792903 Jan 16 23:20:55.299663 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (6e2c86a2-50f0-4ca9-9df0-35472a9a469d), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.320810 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9afc4b-0a2c-4aad-b5bf-f02bcc8ab5f8 None None] The sync data for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi is: [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '7843e7a6-f324-4faa-b6fe-a9de12a4e6a7', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'floating_ip_address': '172.27.3.158', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'port_id': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'mac_address': 'fa:16:3e:e3:e3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e77136-26c2-4618-95db-7620c9a3afb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:20:50Z', 'updated_at': '2022-01-16T23:20:50Z', 'revision_number': 0, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:37Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:20:55.436707 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (6e2c86a2-50f0-4ca9-9df0-35472a9a469d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.455058 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (6e2c86a2-50f0-4ca9-9df0-35472a9a469d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.510932 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2c86a2-50f0-4ca9-9df0-35472a9a469d,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:55.526323 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.531163 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-847c1fdc-264f-4479-b7c7-536ccfb5e1d4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2871380 Jan 16 23:20:55.531694 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40274) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:55.536411 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group_rule': {'security_group_id': '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:55.626038 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (1161d505-1041-48e0-bcf7-b40df2b82c93), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.747538 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (1161d505-1041-48e0-bcf7-b40df2b82c93), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.756244 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (1161d505-1041-48e0-bcf7-b40df2b82c93), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.788273 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161d505-1041-48e0-bcf7-b40df2b82c93,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:55.801840 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:55.807261 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40286) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:55.812764 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-4882418c-ba33-4d67-a95e-e4e49396770b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707400 Jan 16 23:20:55.814713 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group_rule': {'security_group_id': '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:55.859138 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c67626-3006-4062-96a9-0bc8f16993ba None None] New status for floating IP 7843e7a6-f324-4faa-b6fe-a9de12a4e6a7: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:20:55.872512 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.securitygroups_db [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Project 0d2c6712a0284cf58b3c6ff440d98672 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 16 23:20:55.886319 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (b2d2de2a-32f2-4f95-b659-1f48bc8f9849), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.012911 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (b2d2de2a-32f2-4f95-b659-1f48bc8f9849), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.026308 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (b2d2de2a-32f2-4f95-b659-1f48bc8f9849), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.104954 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d2de2a-32f2-4f95-b659-1f48bc8f9849,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:56.130998 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.130998 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6791429d-9776-4a7b-8c06-1428a6e2d645 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3188436 Jan 16 23:20:56.130998 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40294) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:20:56.141810 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'security_group_rule': {'security_group_id': '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1', 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:56.174713 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5414d-3345-4375-a876-f792f2b3528e req-b46c0640-90ab-443f-9ed7-13382d1051a4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:56.176435 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3de5414d-3345-4375-a876-f792f2b3528e req-b46c0640-90ab-443f-9ed7-13382d1051a4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.1215761 Jan 16 23:20:56.221654 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.securitygroups_db [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Project 0d2c6712a0284cf58b3c6ff440d98672 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 16 23:20:56.235436 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (34dcf3f3-2858-424b-a05a-67a59c074b98), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.272937 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3de5414d-3345-4375-a876-f792f2b3528e req-a9828bce-4af8-4ef2-9a5b-6728f8c3d560 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870154 Jan 16 23:20:56.322325 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (34dcf3f3-2858-424b-a05a-67a59c074b98), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.327757 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (34dcf3f3-2858-424b-a05a-67a59c074b98), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.372263 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dcf3f3-2858-424b-a05a-67a59c074b98,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:56.409526 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:56.410697 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f27b0e6b-c0f6-4f36-a116-d5ba81a775f8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2805400 Jan 16 23:20:56.438244 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b70e1-4909-4e2b-a847-b857f8f580ab req-5f44a3e9-70a3-4893-9307-99f32150ceae tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:56.440030 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-660b70e1-4909-4e2b-a847-b857f8f580ab req-5f44a3e9-70a3-4893-9307-99f32150ceae tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0784886 Jan 16 23:20:56.496214 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-660b70e1-4909-4e2b-a847-b857f8f580ab req-235fd6b1-0837-41de-9a02-8f1c5bcceb3a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504823 Jan 16 23:20:56.609465 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cd8cd8ab-d342-4835-b4ef-39a211a86667 req-5d382f7b-f1b1-4c92-9573-28b3d0136dd0 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0272202 Jan 16 23:20:56.721868 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2db95227-03cd-4636-b50b-a1a710aad776 req-dc290a2f-7cca-411e-bea0-33cf92dabd5e tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70458014&fields=id&tenant_id=0d2c6712a0284cf58b3c6ff440d98672 HTTP/1.1" status: 200 len: 267 time: 0.0534620 Jan 16 23:20:56.775803 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95227-03cd-4636-b50b-a1a710aad776 req-f7915ea8-ff81-4fb0-8fd9-8f4a4197be7f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:56.777255 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2db95227-03cd-4636-b50b-a1a710aad776 req-f7915ea8-ff81-4fb0-8fd9-8f4a4197be7f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0502365 Jan 16 23:20:56.788903 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'port': {'security_groups': ['578ed3f2-5f62-44a5-bb9b-05ce482dc0b8', '945301de-c59d-41ff-b3c6-f4b3d8fc5bd1']}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:20:56.856928 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:57.068807 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:20:57.110338 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:57.120502 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:57.169759 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['9661246c-e3a8-4173-bbe0-17070272d5aa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:57.174586 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:57.175232 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:57.179546 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2db95227-03cd-4636-b50b-a1a710aad776 req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "PUT /v2.0/ports/9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 982 time: 0.3952043 Jan 16 23:20:57.180035 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:20:57.182385 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:20:57.220290 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f6a68-17c1-44a4-bd8f-b018facb41f1 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=6']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:20:57.322573 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a161-3793-4eaf-9b8c-343775380909 req-e03c3de2-9d47-4429-9ed2-b2fec5ed8b87 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:57.324341 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b664a161-3793-4eaf-9b8c-343775380909 req-e03c3de2-9d47-4429-9ed2-b2fec5ed8b87 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0757444 Jan 16 23:20:57.397082 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['9661246c-e3a8-4173-bbe0-17070272d5aa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:20:57.437365 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b664a161-3793-4eaf-9b8c-343775380909 req-cedf7891-626e-4cca-b98a-1b028515a0d9 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1026087 Jan 16 23:20:57.487821 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70205732-2ef4-4779-872f-b5f164db5458 x-openstack-request-id: req-70205732-2ef4-4779-872f-b5f164db5458 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:20:57.488119 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:20:57.488380 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70205732-2ef4-4779-872f-b5f164db5458 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:20:57.488798 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'status': 'completed', 'code': 200} Jan 16 23:20:57.608051 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8bdc0-549f-4928-ab17-6ceb98cd1900 req-c6c9067e-47ba-49ec-b77c-05b8a7b9f576 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:57.610246 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-63a8bdc0-549f-4928-ab17-6ceb98cd1900 req-c6c9067e-47ba-49ec-b77c-05b8a7b9f576 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0658324 Jan 16 23:20:57.681842 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-9859e02f-1b8c-4eeb-8736-f33edc224041 None None] Provisioning complete for port 9661246c-e3a8-4173-bbe0-17070272d5aa triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:20:57.682221 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9859e02f-1b8c-4eeb-8736-f33edc224041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:20:57.692220 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-63a8bdc0-549f-4928-ab17-6ceb98cd1900 req-0bcb8729-42d2-49ea-b0aa-e49dc92d3a8d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762613 Jan 16 23:20:57.833934 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fcf94-4242-4354-8c88-f6b4553a8eef req-fcc0c9ff-8df2-493d-91dc-588d0853e970 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:57.835714 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-113fcf94-4242-4354-8c88-f6b4553a8eef req-fcc0c9ff-8df2-493d-91dc-588d0853e970 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0677664 Jan 16 23:20:57.890511 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-113fcf94-4242-4354-8c88-f6b4553a8eef req-f2926f24-28a2-4b4b-aae7-667faea0ae4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488968 Jan 16 23:20:57.920236 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-9859e02f-1b8c-4eeb-8736-f33edc224041 None None] Current status of the port 9661246c-e3a8-4173-bbe0-17070272d5aa is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:20:58.021226 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-45593b41-2018-4688-97b7-b33db4b8276f req-6d832e08-057f-4557-92c1-0d19dcf28c7e tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0370526 Jan 16 23:20:58.818996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a570a-7aa8-46b0-93df-c8160b52103b req-02d16a98-3c84-4c7f-8bc4-f12c7ddaa6ae tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:58.820817 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0e3a570a-7aa8-46b0-93df-c8160b52103b req-02d16a98-3c84-4c7f-8bc4-f12c7ddaa6ae tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0531960 Jan 16 23:20:58.882029 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0e3a570a-7aa8-46b0-93df-c8160b52103b req-b9acd606-1a96-44c6-9cde-8aa1394bb58d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504391 Jan 16 23:20:59.062049 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d811e2-e308-4588-b07f-2646a5d420fd req-af23d34e-5436-4d6f-80f7-207bfede191c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:20:59.063500 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-38d811e2-e308-4588-b07f-2646a5d420fd req-af23d34e-5436-4d6f-80f7-207bfede191c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0762699 Jan 16 23:20:59.120710 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-38d811e2-e308-4588-b07f-2646a5d420fd req-92e2041d-5450-4b93-bf2e-503ef3f35d51 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Jan 16 23:20:59.234402 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-46f96a18-1cf2-47d2-806e-be535a9304cb req-85d0ca7b-e6d7-4aa5-a8ed-bf8162c6533c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0311038 Jan 16 23:20:59.999480 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7440b08-8d0d-4530-92f6-c575bfb2e2a7 req-7a353fd8-84b1-4a5c-b28d-2ffc5f04fb3d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:00.001029 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e7440b08-8d0d-4530-92f6-c575bfb2e2a7 req-7a353fd8-84b1-4a5c-b28d-2ffc5f04fb3d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0499065 Jan 16 23:21:00.053124 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e7440b08-8d0d-4530-92f6-c575bfb2e2a7 req-043cefce-57ce-47a6-8a47-d879f01d09a6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460498 Jan 16 23:21:00.250981 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3d029-39b1-4cae-9c93-b88036134b24 req-f4c128f9-ab3e-44d3-9e69-5556d5a172f4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:00.252738 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e2d3d029-39b1-4cae-9c93-b88036134b24 req-f4c128f9-ab3e-44d3-9e69-5556d5a172f4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0533202 Jan 16 23:21:00.304442 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e2d3d029-39b1-4cae-9c93-b88036134b24 req-3f98cca0-5dc1-4e4f-bb17-5a26bec2a999 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451789 Jan 16 23:21:00.404922 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c4184ea5-33cd-46c7-bbed-08ef09c53e96 req-d154b0aa-a2ba-4e71-89ef-b901816dba28 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0262725 Jan 16 23:21:01.185899 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5124c-d8dc-4cd3-8957-ce74750b7851 req-55f28f48-11b0-4d40-979c-e31d29c60a39 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:01.187850 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-abc5124c-d8dc-4cd3-8957-ce74750b7851 req-55f28f48-11b0-4d40-979c-e31d29c60a39 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0613074 Jan 16 23:21:01.238270 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-abc5124c-d8dc-4cd3-8957-ce74750b7851 req-9c980a28-54ea-424b-8fd0-3da942f283e1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Jan 16 23:21:01.431654 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4413fc5-38fd-46f1-a36d-bcb8a1dd1073 req-833be49b-6a7c-4dd9-ac41-03a35e5502fa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:01.433247 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d4413fc5-38fd-46f1-a36d-bcb8a1dd1073 req-833be49b-6a7c-4dd9-ac41-03a35e5502fa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0550482 Jan 16 23:21:01.486372 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d4413fc5-38fd-46f1-a36d-bcb8a1dd1073 req-5cf6af82-c51e-4fd9-822e-0ae0cc65bd75 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457191 Jan 16 23:21:01.602708 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8d07aee8-17e7-4189-a6c8-ae84a55574fc req-cac1ae1d-d096-4bd8-b830-83452ce1f977 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0262685 Jan 16 23:21:02.356405 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231edaa-2585-49dd-bee3-895780806d0a req-1c5172c7-b525-4723-9d6c-375710e058d3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:02.358131 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d231edaa-2585-49dd-bee3-895780806d0a req-1c5172c7-b525-4723-9d6c-375710e058d3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0492070 Jan 16 23:21:02.407777 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d231edaa-2585-49dd-bee3-895780806d0a req-65d5b9ab-826a-4057-b61a-efbc20d75d63 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Jan 16 23:21:02.621653 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e1d6-dfa2-4901-bfd4-93f5b1ae6e72 req-56c35611-a503-4bb0-947e-f0c8c64adc19 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:02.623130 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6400e1d6-dfa2-4901-bfd4-93f5b1ae6e72 req-56c35611-a503-4bb0-947e-f0c8c64adc19 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0494537 Jan 16 23:21:02.631163 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-1271151d-7f64-47a0-843a-8f72187e8386 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:02.632618 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-1271151d-7f64-47a0-843a-8f72187e8386 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/networks?id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 200 len: 814 time: 0.1125674 Jan 16 23:21:02.647772 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-37e8aef8-f096-4258-a2e0-5347c64336f8 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/quotas/e45e8d8a992e42a7b6f99d88eca51a9a HTTP/1.1" status: 200 len: 375 time: 0.0099514 Jan 16 23:21:02.673402 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6400e1d6-dfa2-4901-bfd4-93f5b1ae6e72 req-e63e6029-a734-4a46-8994-bc2c24d8fe15 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443687 Jan 16 23:21:02.681285 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-e94aac95-ee7b-4002-97f2-63adb03dc5bd tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281031 Jan 16 23:21:02.770360 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6a208457-3f54-48a4-a4ce-38ca18d4195c req-1fb90b4b-f707-4bb3-aea7-27511232983f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=4bd8bc2a-e9a2-4b6a-b709-39fe6273a0be HTTP/1.1" status: 200 len: 210 time: 0.0276968 Jan 16 23:21:02.777465 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-3ac5e5ae-6cc0-4244-b4c3-4bbfa3898c3e service neutron] 10.222.0.35 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883379 Jan 16 23:21:02.868707 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-dddd9b45-6634-4d9e-b565-772b4d2263c6 service neutron] 10.222.0.35 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Jan 16 23:21:02.972825 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-ebd053cc-e9b1-45f5-bc22-93f829fe1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:02.977567 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-ebd053cc-e9b1-45f5-bc22-93f829fe1204 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0568373 Jan 16 23:21:03.040853 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-7c79239e-8923-4535-a510-ca462dbd64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.042378 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-7c79239e-8923-4535-a510-ca462dbd64d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574012 Jan 16 23:21:03.045944 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2322feb9-ec20-4dbf-b3b1-d52839d0606d req-77f3a63a-4d31-4ee8-b5d8-025cea1c2941 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 210 time: 0.0413337 Jan 16 23:21:03.149633 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-b033a737-b546-4cd9-a407-b2847c02a13a service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001148 Jan 16 23:21:03.268540 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-969dfb0e-39dd-49a7-a600-1aa71e42478d req-1e6442b7-2da0-4e44-bc3e-48e1bc18a60b service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061287 Jan 16 23:21:03.399735 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-e347f871-a65a-4a8f-8263-28357258aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.401891 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-e347f871-a65a-4a8f-8263-28357258aae5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1138 time: 0.0447645 Jan 16 23:21:03.535704 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-83c36f9e-1c72-49c2-b85b-1d2a9ab52210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.538471 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-83c36f9e-1c72-49c2-b85b-1d2a9ab52210 service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.1250811 Jan 16 23:21:03.554441 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83b065-3b22-4b96-8401-345b2453952e req-0f67d28f-a530-4a76-8698-9fa683149a0e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.555870 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dd83b065-3b22-4b96-8401-345b2453952e req-0f67d28f-a530-4a76-8698-9fa683149a0e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0748005 Jan 16 23:21:03.608619 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dd83b065-3b22-4b96-8401-345b2453952e req-dabe75e3-fada-4c4c-97e4-fc6c6273ff21 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Jan 16 23:21:03.668657 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-775196c1-729c-43ca-9b17-8bfee4708646 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 1002 time: 0.0736918 Jan 16 23:21:03.719484 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-174efaf4-c335-4aa2-acde-0a1891d1d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.721545 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-174efaf4-c335-4aa2-acde-0a1891d1d6a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0455315 Jan 16 23:21:03.795268 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964341-ec35-4dd3-9d5e-831c9cedf2fa req-c0dd07d7-c44b-46af-a18e-c50e489b9e00 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.801307 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9e964341-ec35-4dd3-9d5e-831c9cedf2fa req-c0dd07d7-c44b-46af-a18e-c50e489b9e00 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0541210 Jan 16 23:21:03.844355 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-3887398c-a528-44cc-b0c2-252098e61436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:03.847468 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-3887398c-a528-44cc-b0c2-252098e61436 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501060 Jan 16 23:21:03.851388 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9e964341-ec35-4dd3-9d5e-831c9cedf2fa req-c9362d09-59a6-42d5-b35c-ea9330f0fa4e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471134 Jan 16 23:21:03.968026 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-bfef7a39-679e-4c0b-a97a-7f8aea705427 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017675 Jan 16 23:21:04.077933 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-be61e9b5-6e7c-4d3b-8f3b-01c0bc47c7e1 req-b720911f-bc03-4e56-a150-2ddeb1277ad7 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828717 Jan 16 23:21:04.133102 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-80d08d19-db78-4b52-96c5-45ba76463d40 req-c7836b12-5bd9-4659-8fc0-cbfc061523d8 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 210 time: 0.0273395 Jan 16 23:21:04.470903 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-7374ba7e-268a-42c2-b784-928ba91ec0e1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:04.472551 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-7374ba7e-268a-42c2-b784-928ba91ec0e1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "GET /v2.0/networks?id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 200 len: 814 time: 0.1088955 Jan 16 23:21:04.505965 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Request body: {'port': {'device_id': '3fb32532-6789-4f3b-b31d-6e821670f359', 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14', 'admin_state_up': True, 'tenant_id': 'e45e8d8a992e42a7b6f99d88eca51a9a'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:21:04.619156 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Made reservation on behalf of e45e8d8a992e42a7b6f99d88eca51a9a for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:21:04.623218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:04.742071 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c37ee-f6a4-4f6e-97b0-e784b3246c9b req-fe97094e-b348-4063-a032-7768df1cec91 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:04.744385 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2c2c37ee-f6a4-4f6e-97b0-e784b3246c9b req-fe97094e-b348-4063-a032-7768df1cec91 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0687656 Jan 16 23:21:04.770713 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Allocated IP 172.20.0.14 (ac983746-d7bc-460f-b19e-3ee1f2a7cf14/c0e42387-9775-4d25-98d8-c0012e5ea610/7f4742d7-8b63-4d9e-ac94-bb95411752bd) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:21:04.794089 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2c2c37ee-f6a4-4f6e-97b0-e784b3246c9b req-5705c73c-f5b4-4565-b45c-9bb1b4e5e8e8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Jan 16 23:21:04.926041 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks [] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.001530 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cbfbd-ee39-4b25-b8cd-11cb1e4c0654 req-75a11d86-206c-4fe2-bba8-ece40c442ae3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:05.003124 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0c7cbfbd-ee39-4b25-b8cd-11cb1e4c0654 req-75a11d86-206c-4fe2-bba8-ece40c442ae3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0754819 Jan 16 23:21:05.014426 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.091813 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:21:05.098652 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:21:05.103631 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:21:05.142776 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Pushing event updated for resources: {'Port': ['ID=7f4742d7-8b63-4d9e-ac94-bb95411752bd,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:05.151472 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0c7cbfbd-ee39-4b25-b8cd-11cb1e4c0654 req-e81a5082-555c-47bf-8906-fd498ba51263 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401570 Jan 16 23:21:05.176251 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:05.176985 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.203565 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-c922d20c-714e-4055-8301-54e5244ccd46 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7014854 Jan 16 23:21:05.245076 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Request body: {'port': {'device_id': '3fb32532-6789-4f3b-b31d-6e821670f359', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:21:05.289340 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691a443-1896-409f-80c1-7a7697066b93 req-ec39f52c-aee8-4562-ab99-ef5f6467f0d0 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:05.291073 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8691a443-1896-409f-80c1-7a7697066b93 req-ec39f52c-aee8-4562-ab99-ef5f6467f0d0 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 932 time: 0.0491066 Jan 16 23:21:05.329037 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8f609-33d4-4791-a818-bd606e25d809 req-5bfbed77-c708-489b-8e8a-059086bd32f6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:05.330601 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7aa8f609-33d4-4791-a818-bd606e25d809 req-5bfbed77-c708-489b-8e8a-059086bd32f6 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.1004550 Jan 16 23:21:05.334976 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.336495 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8691a443-1896-409f-80c1-7a7697066b93 req-de10ed02-de03-42b7-a3ca-d16c2ecfb90c tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Jan 16 23:21:05.419116 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7aa8f609-33d4-4791-a818-bd606e25d809 req-38fc0764-cd23-4795-80bf-8807c5b1570c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811450 Jan 16 23:21:05.631542 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4742d7-8b63-4d9e-ac94-bb95411752bd {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:21:05.638791 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Publish callbacks [] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.651476 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Transition to ACTIVE for port object 7f4742d7-8b63-4d9e-ac94-bb95411752bd will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:21:05.654904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.708098 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Pushing event updated for resources: {'Port': ['ID=7f4742d7-8b63-4d9e-ac94-bb95411752bd,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:05.770666 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Attempting to bind port 7f4742d7-8b63-4d9e-ac94-bb95411752bd on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:21:05.771016 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Attempting to bind port 7f4742d7-8b63-4d9e-ac94-bb95411752bd by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:21:05.771864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Attempting to bind port 7f4742d7-8b63-4d9e-ac94-bb95411752bd on network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:21:05.775793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Port 7f4742d7-8b63-4d9e-ac94-bb95411752bd on network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:21:05.776117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Attempting to bind port 7f4742d7-8b63-4d9e-ac94-bb95411752bd on network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:21:05.780873 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:21:05.781191 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Checking segment: {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:21:05.781601 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Bound using segment: {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:21:05.782040 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Bound port: 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:21:05.782397 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.844669 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] For port 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:21:05.847687 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] For port 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:21:05.851745 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.891333 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:05.892491 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:05.893916 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] 10.222.0.76 "PUT /v2.0/ports/7f4742d7-8b63-4d9e-ac94-bb95411752bd HTTP/1.1" status: 200 len: 1094 time: 0.6527948 Jan 16 23:21:05.894352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb32532-6789-4f3b-b31d-6e821670f359', 'tag': '7f4742d7-8b63-4d9e-ac94-bb95411752bd'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:05.896815 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6e62f6-baba-4313-aff1-2724186ae3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb32532-6789-4f3b-b31d-6e821670f359", "tag": "7f4742d7-8b63-4d9e-ac94-bb95411752bd"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:05.918399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707d4c6-3d3a-454e-ba2b-bca138f9154f service neutron] Pushing event updated for resources: {'Port': ['ID=7f4742d7-8b63-4d9e-ac94-bb95411752bd,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:05.930866 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87adfbea-ea8e-48ea-b80a-a85b2c18af8a x-openstack-request-id: req-87adfbea-ea8e-48ea-b80a-a85b2c18af8a {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:05.931245 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb32532-6789-4f3b-b31d-6e821670f359", "tag": "7f4742d7-8b63-4d9e-ac94-bb95411752bd", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:05.931537 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-87adfbea-ea8e-48ea-b80a-a85b2c18af8a {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:05.931935 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb32532-6789-4f3b-b31d-6e821670f359', 'tag': '7f4742d7-8b63-4d9e-ac94-bb95411752bd', 'status': 'completed', 'code': 200} Jan 16 23:21:06.021043 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-9f5468d4-ccb7-4239-87c3-5c699bd01e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.022800 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-9f5468d4-ccb7-4239-87c3-5c699bd01e84 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 1097 time: 0.0414610 Jan 16 23:21:06.098708 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-f7185761-8213-4e1e-a55a-c73911e73aca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd HTTP/1.1" status: 200 len: 217 time: 0.0338860 Jan 16 23:21:06.155220 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d603d-575a-4738-a80c-36935957a033 req-b5fba036-ef9d-444e-902a-f45b964e6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.158534 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-b5fba036-ef9d-444e-902a-f45b964e6afe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c0e42387-9775-4d25-98d8-c0012e5ea610 HTTP/1.1" status: 200 len: 854 time: 0.0497117 Jan 16 23:21:06.191501 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-770be65c-a0e2-40fc-8026-a7e64f1aa762 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259919 Jan 16 23:21:06.289173 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7304d7-58ca-4abd-8274-6794f01bc073 req-a7ba9d9a-3ca5-4416-8ae1-65fb0875d9ee tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.290757 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6f7304d7-58ca-4abd-8274-6794f01bc073 req-a7ba9d9a-3ca5-4416-8ae1-65fb0875d9ee tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0482690 Jan 16 23:21:06.345855 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6f7304d7-58ca-4abd-8274-6794f01bc073 req-8eb0911b-7121-4dfa-8a23-28e5853b7ffe tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487206 Jan 16 23:21:06.472196 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b97b9-8641-4cc4-bbb7-59f465d6e466 req-81703e1f-796d-4df7-8603-8e8c7128e85d tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.473860 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-463b97b9-8641-4cc4-bbb7-59f465d6e466 req-81703e1f-796d-4df7-8603-8e8c7128e85d tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 944 time: 0.0598919 Jan 16 23:21:06.529367 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-463b97b9-8641-4cc4-bbb7-59f465d6e466 req-0d926d4c-e46e-4731-b13a-899ba94c2aca tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496285 Jan 16 23:21:06.564301 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6bed07-29c7-43c6-8dcd-6ba350fdf52f req-d4828680-7c92-43ef-8ef7-b7ee6c4d9ea3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.565842 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac6bed07-29c7-43c6-8dcd-6ba350fdf52f req-d4828680-7c92-43ef-8ef7-b7ee6c4d9ea3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.3233855 Jan 16 23:21:06.569791 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-7af1004e-6565-44cb-9db3-5f0bb5f095f5 service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716319 Jan 16 23:21:06.641214 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557cf2e-0fa7-4128-a531-0bd650722985 req-cacf020a-ca14-4979-b29c-2b04f52f605f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.643307 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c557cf2e-0fa7-4128-a531-0bd650722985 req-cacf020a-ca14-4979-b29c-2b04f52f605f tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0496056 Jan 16 23:21:06.658179 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac6bed07-29c7-43c6-8dcd-6ba350fdf52f req-3443a74b-3381-4da9-90e2-0eda0200e319 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 Jan 16 23:21:06.689396 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-638d603d-575a-4738-a80c-36935957a033 req-fc385ace-ec12-4b38-a8a3-a068b9a0d7b6 service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043286 Jan 16 23:21:06.690952 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c557cf2e-0fa7-4128-a531-0bd650722985 req-f6f81c41-59b2-446e-9e33-65f86e51adce tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Jan 16 23:21:06.855227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-79fcc1c1-cbbd-4797-b03c-31a4dadde059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.856752 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-79fcc1c1-cbbd-4797-b03c-31a4dadde059 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 1097 time: 0.0497818 Jan 16 23:21:06.955596 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-73e4332a-c65b-4140-890a-21e480b1fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:06.957170 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-73e4332a-c65b-4140-890a-21e480b1fa0e service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 200 len: 915 time: 0.0883918 Jan 16 23:21:07.023676 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-323d4510-a1bf-4ae8-a044-a2b9498c28c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd HTTP/1.1" status: 200 len: 217 time: 0.0456688 Jan 16 23:21:07.089016 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-ffb665cc-e8e9-4478-add7-339f9564dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:07.090538 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-ffb665cc-e8e9-4478-add7-339f9564dae7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c0e42387-9775-4d25-98d8-c0012e5ea610 HTTP/1.1" status: 200 len: 854 time: 0.0447497 Jan 16 23:21:07.157717 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-245d8426-09d3-4ca7-aafd-17fa0cacf5f7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243773 Jan 16 23:21:07.276098 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-dc4cb116-ae8a-43fc-b8ee-f53e5ca1de3d service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948288 Jan 16 23:21:07.379814 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c6e62f6-baba-4313-aff1-2724186ae3f5 req-b0b46694-b36d-4e42-af1c-95f5a639592b service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871933 Jan 16 23:21:07.466985 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0847d47-5f9d-48e4-863c-97c72dd9576c req-5e6ee8fe-cd37-4dbe-b499-54b29dd578c5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:07.468473 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f0847d47-5f9d-48e4-863c-97c72dd9576c req-5e6ee8fe-cd37-4dbe-b499-54b29dd578c5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0504236 Jan 16 23:21:07.515822 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f0847d47-5f9d-48e4-863c-97c72dd9576c req-b0ada71a-9cd4-49dd-a677-93c8cc81b083 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413587 Jan 16 23:21:07.641990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750444e-3f30-4d65-8412-f39a3c016387 req-26d4542f-b188-497a-8fb5-01578eb39d29 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:07.643427 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6750444e-3f30-4d65-8412-f39a3c016387 req-26d4542f-b188-497a-8fb5-01578eb39d29 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0746200 Jan 16 23:21:07.660074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ac59-c493-453f-b856-5b2f778d9538 req-a8633907-7a74-4bb4-8908-4814ebf4bd72 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:07.661462 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f15ac59-c493-453f-b856-5b2f778d9538 req-a8633907-7a74-4bb4-8908-4814ebf4bd72 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 944 time: 0.0636415 Jan 16 23:21:07.764173 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1f15ac59-c493-453f-b856-5b2f778d9538 req-eb993dc6-2c06-489a-b8c8-23fc1a5a7d7d tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970440 Jan 16 23:21:07.783342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Deleting port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:21:07.783688 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:07.811122 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c1293-64e8-43fd-9eca-ccaee528e0a9 req-8852d623-d8a5-4f4f-8b39-f88443e5e980 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:07.813152 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-041c1293-64e8-43fd-9eca-ccaee528e0a9 req-8852d623-d8a5-4f4f-8b39-f88443e5e980 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/ports?device_id=46a437be-08ff-46c2-b933-793628d83d2b HTTP/1.1" status: 200 len: 945 time: 0.0507319 Jan 16 23:21:07.859518 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-041c1293-64e8-43fd-9eca-ccaee528e0a9 req-ccada4fe-4d2c-4f65-b16b-64e6c9107a94 tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.35 "GET /v2.0/security-groups?id=81508ce3-f10e-4a95-a812-d702960c7b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Jan 16 23:21:07.876064 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] For port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,segment=NetworkSegment(ebe12486-9190-485e-9d90-f22e97dde038),segment_id=ebe12486-9190-485e-9d90-f22e97dde038)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:07.876623 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:07.889919 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Calling delete_port for 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:21:08.014979 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (8cf34f0b-f3fe-4a2e-847d-402dc1cd407d), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:08.046723 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Pushing event deleted for resources: {'Port': ['ID=8cf34f0b-f3fe-4a2e-847d-402dc1cd407d,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:08.056769 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['8cf34f0b-f3fe-4a2e-847d-402dc1cd407d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:21:08.089655 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] No DVR routers for this DVR port 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:21:08.097028 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:08.100352 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6750444e-3f30-4d65-8412-f39a3c016387 req-3ab871d9-8f72-4397-827b-84973a263f0c tempest-AttachVolumeNegativeTest-926974454 tempest-AttachVolumeNegativeTest-926974454-project] 10.222.0.76 "DELETE /v2.0/ports/8cf34f0b-f3fe-4a2e-847d-402dc1cd407d HTTP/1.1" status: 204 len: 173 time: 0.4481580 Jan 16 23:21:08.100792 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a437be-08ff-46c2-b933-793628d83d2b', 'name': 'network-vif-deleted', 'tag': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:08.103042 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff1561-b99d-4ce7-bf86-899d13acef81" -d '{"events": [{"server_uuid": "46a437be-08ff-46c2-b933-793628d83d2b", "name": "network-vif-deleted", "tag": "8cf34f0b-f3fe-4a2e-847d-402dc1cd407d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:08.142277 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9fb0ba-4261-4e0e-8bba-dac58adb1375 x-openstack-request-id: req-bf9fb0ba-4261-4e0e-8bba-dac58adb1375 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:08.142574 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a437be-08ff-46c2-b933-793628d83d2b", "name": "network-vif-deleted", "tag": "8cf34f0b-f3fe-4a2e-847d-402dc1cd407d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:08.142964 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf9fb0ba-4261-4e0e-8bba-dac58adb1375 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:08.143370 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a437be-08ff-46c2-b933-793628d83d2b', 'name': 'network-vif-deleted', 'tag': '8cf34f0b-f3fe-4a2e-847d-402dc1cd407d', 'status': 'completed', 'code': 200} Jan 16 23:21:08.642060 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c91ed-1896-475f-8ac2-6ed1aa70a135 req-19816914-716a-46ed-ac7f-e368e66c411c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:08.643515 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-109c91ed-1896-475f-8ac2-6ed1aa70a135 req-19816914-716a-46ed-ac7f-e368e66c411c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0475109 Jan 16 23:21:08.692902 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-109c91ed-1896-475f-8ac2-6ed1aa70a135 req-7c19ebcc-acda-4da7-91a8-61dac42bae52 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Jan 16 23:21:08.885049 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62931-5f4e-4909-8b1e-c4b98e30b120 req-3de4d4b9-6a64-4cab-b9f0-5bd83c6eee59 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:08.886573 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9ce62931-5f4e-4909-8b1e-c4b98e30b120 req-3de4d4b9-6a64-4cab-b9f0-5bd83c6eee59 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 944 time: 0.0515261 Jan 16 23:21:08.926234 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40464) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:08.966248 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9ce62931-5f4e-4909-8b1e-c4b98e30b120 req-b8911e7d-169f-4bcd-ac61-e4ef0c5f2bb8 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Jan 16 23:21:08.982831 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Deleting subnet f55d561c-a138-4760-8d4c-c075aa6b36b8 {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:21:08.986533 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Publish callbacks [] for subnet (f55d561c-a138-4760-8d4c-c075aa6b36b8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.019046 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (f55d561c-a138-4760-8d4c-c075aa6b36b8), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.056874 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (f55d561c-a138-4760-8d4c-c075aa6b36b8), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.106684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (f55d561c-a138-4760-8d4c-c075aa6b36b8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.136424 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55d561c-a138-4760-8d4c-c075aa6b36b8,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:09.149472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.152790 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-32bfa474-3c8b-4ce4-982d-d5b09969d514 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f55d561c-a138-4760-8d4c-c075aa6b36b8 HTTP/1.1" status: 204 len: 168 time: 0.2254357 Jan 16 23:21:09.155182 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40468) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:09.220844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (a365db0f-280a-49cc-a17d-3103008fd4e5), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.300327 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (a365db0f-280a-49cc-a17d-3103008fd4e5), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.319512 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a365db0f-280a-49cc-a17d-3103008fd4e5']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:09.328254 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe12486-9190-485e-9d90-f22e97dde038') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:09.328551 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe12486-9190-485e-9d90-f22e97dde038') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:09.337974 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (ebe12486-9190-485e-9d90-f22e97dde038), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.350846 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (ebe12486-9190-485e-9d90-f22e97dde038), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.356885 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:21:09.357411 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (ebe12486-9190-485e-9d90-f22e97dde038), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.358956 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:21:09.361589 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:21:09.411439 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (a365db0f-280a-49cc-a17d-3103008fd4e5), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.416588 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.423677 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a365db0f-280a-49cc-a17d-3103008fd4e5 HTTP/1.1" status: 204 len: 168 time: 0.2636168 Jan 16 23:21:09.431588 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7b4c-e5e4-429c-b467-8c3bdef55b23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a365db0f-280a-49cc-a17d-3103008fd4e5,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:09.532510 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40472) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:09.571201 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f35fdc2f-30a6-4220-aabe-830b9951c820 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b0409069f3c5402297eec9a6afacaac4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372818 Jan 16 23:21:09.573505 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40476) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:09.618315 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f83d45b0-f06e-45ec-87b6-bcebdef93a2e admin admin] Publish callbacks [] for security_group (81508ce3-f10e-4a95-a812-d702960c7b28), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.638812 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f83d45b0-f06e-45ec-87b6-bcebdef93a2e admin admin] Publish callbacks [] for security_group (81508ce3-f10e-4a95-a812-d702960c7b28), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.682700 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f83d45b0-f06e-45ec-87b6-bcebdef93a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (81508ce3-f10e-4a95-a812-d702960c7b28), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.685190 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f83d45b0-f06e-45ec-87b6-bcebdef93a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:09.686321 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f83d45b0-f06e-45ec-87b6-bcebdef93a2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81508ce3-f10e-4a95-a812-d702960c7b28 HTTP/1.1" status: 204 len: 168 time: 0.1119423 Jan 16 23:21:09.694474 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d45b0-f06e-45ec-87b6-bcebdef93a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81508ce3-f10e-4a95-a812-d702960c7b28,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:09.811165 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735faad-c5b1-4bc6-8e78-a3eba07729f1 req-34267f33-ccba-4cc8-ade8-961d0268c7f4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:09.812644 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2735faad-c5b1-4bc6-8e78-a3eba07729f1 req-34267f33-ccba-4cc8-ade8-961d0268c7f4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0479279 Jan 16 23:21:09.863262 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2735faad-c5b1-4bc6-8e78-a3eba07729f1 req-1b6e6ec7-4427-4ead-8624-15c565af4c7a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444217 Jan 16 23:21:09.924362 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 7f4742d7-8b63-4d9e-ac94-bb95411752bd details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:21:10.022652 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:10.034405 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '7f4742d7-8b63-4d9e-ac94-bb95411752bd', 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14', 'port_id': '7f4742d7-8b63-4d9e-ac94-bb95411752bd', 'mac_address': 'fa:16:3e:a3:e7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e42387-9775-4d25-98d8-c0012e5ea610', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:21:10.080095 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 7f4742d7-8b63-4d9e-ac94-bb95411752bd is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:21:10.080414 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:10.084530 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b600c-210e-4f4e-a9a0-5c226f0a03b7 req-7dd5358f-89d9-44f4-8ac0-9f81d15fe9d9 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:10.086489 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f16b600c-210e-4f4e-a9a0-5c226f0a03b7 req-7dd5358f-89d9-44f4-8ac0-9f81d15fe9d9 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 944 time: 0.0524209 Jan 16 23:21:10.093438 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4742d7-8b63-4d9e-ac94-bb95411752bd {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:21:10.113131 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:10.118085 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:10.143455 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f16b600c-210e-4f4e-a9a0-5c226f0a03b7 req-c671716a-f496-40e5-a091-d5925ef28896 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511889 Jan 16 23:21:10.170732 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=7f4742d7-8b63-4d9e-ac94-bb95411752bd,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:10.586896 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['7f4742d7-8b63-4d9e-ac94-bb95411752bd'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:21:10.987158 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6699c-e7e4-459a-a5c3-2d36fb9aed88 req-21b7a310-dee9-4a34-81d7-b6fdc2ee3e55 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:10.989390 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bba6699c-e7e4-459a-a5c3-2d36fb9aed88 req-21b7a310-dee9-4a34-81d7-b6fdc2ee3e55 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0530069 Jan 16 23:21:11.036487 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bba6699c-e7e4-459a-a5c3-2d36fb9aed88 req-45b2e79e-d46b-4240-b965-7ba422dea8b6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417471 Jan 16 23:21:11.285943 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf332e5-df1a-450a-bba0-ccc510ffba3c req-c75b221a-870e-4350-a797-8931be8eacd1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:11.287498 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bbf332e5-df1a-450a-bba0-ccc510ffba3c req-c75b221a-870e-4350-a797-8931be8eacd1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 945 time: 0.0725923 Jan 16 23:21:11.307929 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3e0caf07-3a87-4425-996c-a52200a7d2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:11.344166 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bbf332e5-df1a-450a-bba0-ccc510ffba3c req-0dbd7e0d-252f-4809-bd3d-1caf7783cd6e tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512760 Jan 16 23:21:11.927096 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:21:11.936481 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 7f4742d7-8b63-4d9e-ac94-bb95411752bd up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:21:12.048743 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 7f4742d7-8b63-4d9e-ac94-bb95411752bd completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:21:12.060000 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 7f4742d7-8b63-4d9e-ac94-bb95411752bd triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:21:12.060377 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:12.062831 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:12.095171 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'port_id': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'mac_address': 'fa:16:3e:8c:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:21:12.144157 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:21:12.144548 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:12.154665 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6906401-5a94-4360-9ae1-e8b4f76942be req-a71cbc9c-38a4-40d5-af38-a3e5cd130ae2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:12.156145 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c6906401-5a94-4360-9ae1-e8b4f76942be req-a71cbc9c-38a4-40d5-af38-a3e5cd130ae2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 943 time: 0.0485075 Jan 16 23:21:12.184038 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:21:12.196916 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 7f4742d7-8b63-4d9e-ac94-bb95411752bd is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:21:12.197326 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:12.202720 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c6906401-5a94-4360-9ae1-e8b4f76942be req-acac4fc5-2497-477c-b23f-6857af56ca28 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Jan 16 23:21:12.214974 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:12.224368 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:12.232572 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb32532-6789-4f3b-b31d-6e821670f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4742d7-8b63-4d9e-ac94-bb95411752bd'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:12.234906 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d12838-f42e-4381-b1c0-0e95e74bc488" -d '{"events": [{"server_uuid": "3fb32532-6789-4f3b-b31d-6e821670f359", "name": "network-vif-plugged", "status": "completed", "tag": "7f4742d7-8b63-4d9e-ac94-bb95411752bd"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:12.270041 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:12.277427 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:12.278099 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:21:12.303147 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0f9cb9-d16a-4807-8896-b581bed5830e x-openstack-request-id: req-8b0f9cb9-d16a-4807-8896-b581bed5830e {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:12.303454 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb32532-6789-4f3b-b31d-6e821670f359", "name": "network-vif-plugged", "status": "completed", "tag": "7f4742d7-8b63-4d9e-ac94-bb95411752bd", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:12.303707 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b0f9cb9-d16a-4807-8896-b581bed5830e {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:12.304155 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb32532-6789-4f3b-b31d-6e821670f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4742d7-8b63-4d9e-ac94-bb95411752bd', 'code': 200} Jan 16 23:21:12.309723 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:21:12.310351 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 8cf34f0b-f3fe-4a2e-847d-402dc1cd407d not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:21:12.316388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=9']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:12.368739 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=7f4742d7-8b63-4d9e-ac94-bb95411752bd,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:12.465639 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5972ad3-5d56-4486-8e00-5a3cf7f94f52 req-27eb0619-5f29-415c-bb1b-2458dda3ddb4 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:12.467124 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5972ad3-5d56-4486-8e00-5a3cf7f94f52 req-27eb0619-5f29-415c-bb1b-2458dda3ddb4 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0534461 Jan 16 23:21:12.519448 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5972ad3-5d56-4486-8e00-5a3cf7f94f52 req-9ca7408d-edb1-4fd8-ae00-0bb0c553e0f6 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Jan 16 23:21:12.591314 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106d6dc-8af5-4b8d-af32-9fdbd6848241 req-e85f1ee9-1225-4bb6-a36b-9e35ba4fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:12.593496 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3106d6dc-8af5-4b8d-af32-9fdbd6848241 req-e85f1ee9-1225-4bb6-a36b-9e35ba4fbc18 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 1099 time: 0.0679965 Jan 16 23:21:12.651057 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3106d6dc-8af5-4b8d-af32-9fdbd6848241 req-6d22c047-bd45-4916-be27-d270c46ff062 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Jan 16 23:21:12.693429 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:21:12.878864 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-2b151620-0641-49e6-b51a-96e4a20acea9 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901905121&fields=id&tenant_id=0b3f40a11d3c487787dd1e037d240d85 HTTP/1.1" status: 200 len: 267 time: 0.0566680 Jan 16 23:21:12.981423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5cd4d88b-6a26-4923-b006-e09707f9ef96 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:12.982785 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5cd4d88b-6a26-4923-b006-e09707f9ef96 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 808 time: 0.0976868 Jan 16 23:21:12.998312 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-7a01ef8e-b7ba-448c-ad73-d0eb22ff9fe2 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/quotas/0b3f40a11d3c487787dd1e037d240d85 HTTP/1.1" status: 200 len: 375 time: 0.0088377 Jan 16 23:21:13.055734 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-52b55f43-3fb6-411a-8544-c4d02371e648 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506814 Jan 16 23:21:13.148959 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-0c9e5ac5-7968-4948-a96c-7fb69b98b0b6 service neutron] 10.222.0.35 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791883 Jan 16 23:21:13.239531 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-f391997c-0713-44cb-9cf6-d9b8c8f40366 service neutron] 10.222.0.35 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845144 Jan 16 23:21:13.328869 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daf5d7-e210-4fab-9429-fe51df2f5a5a req-2623273a-27bc-4768-ae57-b7a1db293291 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:13.330444 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-79daf5d7-e210-4fab-9429-fe51df2f5a5a req-2623273a-27bc-4768-ae57-b7a1db293291 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 944 time: 0.0507984 Jan 16 23:21:13.383056 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-79daf5d7-e210-4fab-9429-fe51df2f5a5a req-913fc3e9-5eb4-4d69-8912-e255940bb5f6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Jan 16 23:21:13.525814 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9c11436c-9d23-4c8c-bd5c-13e2a75b3d01 req-420f318e-2e3e-4869-ab0c-d12b7c9ff5ab tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0260074 Jan 16 23:21:13.645055 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865d60-7cb9-4305-aabc-539c20deab40 req-c0cbbc3f-112d-4f05-b6ea-d02a28b4e0f9 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:13.646922 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-58865d60-7cb9-4305-aabc-539c20deab40 req-c0cbbc3f-112d-4f05-b6ea-d02a28b4e0f9 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0514243 Jan 16 23:21:13.694443 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-58865d60-7cb9-4305-aabc-539c20deab40 req-308b331f-4613-49fb-b953-125f653a2095 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418262 Jan 16 23:21:13.784184 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-692bb120-e90a-43f0-be50-0408cebb88f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:13.937513 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:21:13.994206 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:21:13.994521 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:14.076724 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:21:14.077113 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:14.108978 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:14.112811 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:14.166961 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=10']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:14.305442 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:14.307726 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6356420-e169-4d2a-8553-8847db1373aa" -d '{"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-plugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:14.342415 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1811a4a0-2cbf-4d7d-8570-904df339e101 x-openstack-request-id: req-1811a4a0-2cbf-4d7d-8570-904df339e101 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:14.342722 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-plugged", "status": "completed", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:14.342977 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1811a4a0-2cbf-4d7d-8570-904df339e101 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:14.343362 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'code': 200} Jan 16 23:21:14.502073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223470-3eb3-4a07-a7af-2896309dea89 req-12e2d92e-3fd0-4217-891b-182709964a02 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:14.503593 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-92223470-3eb3-4a07-a7af-2896309dea89 req-12e2d92e-3fd0-4217-891b-182709964a02 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0476458 Jan 16 23:21:14.549409 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-92223470-3eb3-4a07-a7af-2896309dea89 req-72258f93-b1a5-432a-920b-4b6afa3002cf tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Jan 16 23:21:14.621315 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7ad8c40f-7fce-4fdb-bfbc-1d1cd20c73c7 req-ef60e715-05a6-4a99-a210-2571ac813086 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0284562 Jan 16 23:21:14.810072 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf786e-34b6-4bf9-848b-6cdb60081d07 req-bb62bb34-799e-47fd-8869-6a456701494b tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:14.811568 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-12cf786e-34b6-4bf9-848b-6cdb60081d07 req-bb62bb34-799e-47fd-8869-6a456701494b tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0513077 Jan 16 23:21:14.856253 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-12cf786e-34b6-4bf9-848b-6cdb60081d07 req-3d4edac3-6dea-4ee7-9f57-8734239489f1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Jan 16 23:21:14.887596 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:15.667596 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6392c7-140a-484f-b994-7667b71fb850 req-a60df337-ff43-4558-9c15-421974efe0cf tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:15.669127 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bb6392c7-140a-484f-b994-7667b71fb850 req-a60df337-ff43-4558-9c15-421974efe0cf tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0487735 Jan 16 23:21:15.714087 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e579f4dd-d154-4bbc-ac91-09afa4d2564b req-a0ce95a4-b1d4-4328-9ec6-a7aa00b598b1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0260599 Jan 16 23:21:15.715361 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bb6392c7-140a-484f-b994-7667b71fb850 req-b2fb7933-ca9f-4202-be4d-0386b2b52b2c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 Jan 16 23:21:15.815524 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:21:15.884467 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:15.968447 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a275-331d-4092-a27c-ed716857be32 req-dd76bdc0-8494-49f6-9ab5-09aaba9faf7b tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:15.969843 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9430a275-331d-4092-a27c-ed716857be32 req-dd76bdc0-8494-49f6-9ab5-09aaba9faf7b tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0477581 Jan 16 23:21:16.015766 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9430a275-331d-4092-a27c-ed716857be32 req-b5a3b5e5-0a9a-4e0b-9367-528c3c602279 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 Jan 16 23:21:16.807213 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5b2d2927-6424-4e0d-97c8-45c552823cdf req-d0de7e40-7ce2-4248-8085-ab176660f8c1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0257561 Jan 16 23:21:16.836684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456df4a-77b6-438a-88d7-f2066d6b4cf7 req-48db38df-c68f-44d5-a39d-e40e1e3a61d7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:16.838195 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b456df4a-77b6-438a-88d7-f2066d6b4cf7 req-48db38df-c68f-44d5-a39d-e40e1e3a61d7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0516906 Jan 16 23:21:16.883759 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b456df4a-77b6-438a-88d7-f2066d6b4cf7 req-adfd934f-f56f-47ae-b0d9-b271fcf6b161 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400903 Jan 16 23:21:17.129708 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7c611-b87c-46c1-acdd-8d513437e2f0 req-54a4543f-283d-40f1-818d-f6a767d89d51 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:17.131192 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-34d7c611-b87c-46c1-acdd-8d513437e2f0 req-54a4543f-283d-40f1-818d-f6a767d89d51 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0482502 Jan 16 23:21:17.183923 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-34d7c611-b87c-46c1-acdd-8d513437e2f0 req-59e68749-8427-4f9f-80a4-5152ee3d9b4c tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467899 Jan 16 23:21:17.315666 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:17.590900 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:17.938249 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b27f9450-32bf-4a1d-89cc-9b6f8aa2cbd5 req-497416b5-7c9b-4ab5-a6c9-cfef90627bc8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0376453 Jan 16 23:21:17.965443 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cab11d-bfaa-4675-974e-bdf39104a6d6 req-8136fba4-d055-4e19-be71-19ffea1ed1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:17.966919 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-76cab11d-bfaa-4675-974e-bdf39104a6d6 req-8136fba4-d055-4e19-be71-19ffea1ed1aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1099 time: 0.1325054 Jan 16 23:21:17.985081 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-d42811e9-bb1e-4d89-8940-abe57d0491a0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:17.987081 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-d42811e9-bb1e-4d89-8940-abe57d0491a0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 808 time: 0.1612828 Jan 16 23:21:18.007270 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a3517-1c1a-4ce6-9a07-ed69158a5ab1 req-e569d17f-b88e-456d-b657-db6bb11ee4f5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:18.008705 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d68a3517-1c1a-4ce6-9a07-ed69158a5ab1 req-e569d17f-b88e-456d-b657-db6bb11ee4f5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0479336 Jan 16 23:21:18.060394 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d68a3517-1c1a-4ce6-9a07-ed69158a5ab1 req-972df741-1de6-4fc9-aeae-b5675417e0da tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461392 Jan 16 23:21:18.106425 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-76cab11d-bfaa-4675-974e-bdf39104a6d6 req-8acc275b-7120-4c52-b30d-952b74a4defe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862317 Jan 16 23:21:18.121963 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-958e62d7-484b-4cea-8207-f1b5010ba6f1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b3f40a11d3c487787dd1e037d240d85 HTTP/1.1" status: 200 len: 379 time: 0.1032450 Jan 16 23:21:18.300376 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2872ca-0960-4d95-a0fb-a8ef0354daab req-038fd10e-feb1-489c-abd8-dfb57733ba65 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:18.301908 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-af2872ca-0960-4d95-a0fb-a8ef0354daab req-038fd10e-feb1-489c-abd8-dfb57733ba65 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0495679 Jan 16 23:21:18.361935 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-af2872ca-0960-4d95-a0fb-a8ef0354daab req-f933e12c-c79d-44f5-8965-75f11097fd22 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Jan 16 23:21:18.449135 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'port': {'device_id': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'admin_state_up': True, 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'security_groups': ['e8f43cd1-5284-460c-b1bb-743c5191ba46']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:21:18.567625 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Made reservation on behalf of 0b3f40a11d3c487787dd1e037d240d85 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:21:18.571356 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:18.700401 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Allocated IP 172.20.0.14 (74c47f4c-8536-49ab-9b39-4bd441d7f1b0/bbc2711e-b4e6-40c9-b25f-912f92e85ac2/f890b651-b317-40a0-b56d-6b689871ae73) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:21:18.922832 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for port (f890b651-b317-40a0-b56d-6b689871ae73), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:18.971542 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:18.993058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:21:18.996049 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:21:19.018243 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:21:19.117140 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.117805 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:19.140078 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:19.153437 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-1e15a9e4-0c61-4daa-84f2-c2d7406b2361 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7084377 Jan 16 23:21:19.162024 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bf487-971f-4588-a4fe-1b5db398d2a9 req-c2835d75-0fd9-4aa8-a3d7-7689110aba48 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.163571 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-343bf487-971f-4588-a4fe-1b5db398d2a9 req-c2835d75-0fd9-4aa8-a3d7-7689110aba48 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 932 time: 0.1056404 Jan 16 23:21:19.188864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Request body: {'port': {'device_id': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:21:19.272705 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-343bf487-971f-4588-a4fe-1b5db398d2a9 req-4fde1a3f-c282-44c0-bb5b-8c9e19001c46 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027050 Jan 16 23:21:19.273438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:19.301868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-0d2da3c0-59da-4855-972a-bb2aa65f77cc None None] Provisioning complete for port f890b651-b317-40a0-b56d-6b689871ae73 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:21:19.302346 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0d2da3c0-59da-4855-972a-bb2aa65f77cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (f890b651-b317-40a0-b56d-6b689871ae73), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:19.365193 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa66544-2e16-45bb-b594-7c67bd88ae42 req-dcc05035-cdd6-4785-a9ce-94ab6ac3bbaa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.366800 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fa66544-2e16-45bb-b594-7c67bd88ae42 req-dcc05035-cdd6-4785-a9ce-94ab6ac3bbaa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0731838 Jan 16 23:21:19.371160 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0d2da3c0-59da-4855-972a-bb2aa65f77cc None None] Port f890b651-b317-40a0-b56d-6b689871ae73 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:21:19.420755 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3fa66544-2e16-45bb-b594-7c67bd88ae42 req-8c114380-21b3-4e8b-80de-80d229308ceb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446515 Jan 16 23:21:19.484520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-4742a1d0-98ac-4fad-9384-e75cfdcd6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.486071 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-4742a1d0-98ac-4fad-9384-e75cfdcd6259 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.1500199 Jan 16 23:21:19.600080 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe3921-e09a-45f4-8b9b-4ce70d8f406b req-168f471a-7749-40d3-a696-d8c458f4743a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.601591 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ecbe3921-e09a-45f4-8b9b-4ce70d8f406b req-168f471a-7749-40d3-a696-d8c458f4743a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.2327192 Jan 16 23:21:19.705706 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-73a4fc8c-20bd-45c8-a287-e692e9a40ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.707181 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-73a4fc8c-20bd-45c8-a287-e692e9a40ac8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.2103200 Jan 16 23:21:19.716436 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ecbe3921-e09a-45f4-8b9b-4ce70d8f406b req-2106bf71-7849-45c2-a8e5-eb126a4b9593 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070240 Jan 16 23:21:19.785217 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-3f181cf8-c274-473e-9f0d-70473140e65b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 217 time: 0.0579653 Jan 16 23:21:19.791898 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f890b651-b317-40a0-b56d-6b689871ae73 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:21:19.807153 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Publish callbacks [] for port (f890b651-b317-40a0-b56d-6b689871ae73), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:19.849108 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Transition to ACTIVE for port object f890b651-b317-40a0-b56d-6b689871ae73 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:21:19.857722 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:19.862744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-1d3b42d5-1b4a-49c9-b226-bf11c59137ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:19.864337 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-1d3b42d5-1b4a-49c9-b226-bf11c59137ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0681472 Jan 16 23:21:20.164527 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-41e5473c-0f79-464b-8d77-476872fcb242 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2754593 Jan 16 23:21:20.221123 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:20.327678 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Attempting to bind port f890b651-b317-40a0-b56d-6b689871ae73 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:21:20.328045 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Attempting to bind port f890b651-b317-40a0-b56d-6b689871ae73 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:21:20.328367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Attempting to bind port f890b651-b317-40a0-b56d-6b689871ae73 on network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:21:20.336892 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-b8ff2d30-da4d-4874-a127-a68e9dc5a529 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636963 Jan 16 23:21:20.338202 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Port f890b651-b317-40a0-b56d-6b689871ae73 on network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:21:20.338694 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Attempting to bind port f890b651-b317-40a0-b56d-6b689871ae73 on network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:21:20.345998 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:21:20.346343 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Checking segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:21:20.346930 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Bound using segment: {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:21:20.347378 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Bound port: f890b651-b317-40a0-b56d-6b689871ae73, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d729f6-e729-4088-bb97-80661e4b82eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:21:20.347741 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:20.422309 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3124ea8-07c2-40d9-ab4d-7b20fa20cb52 req-adb887e2-ba94-49f8-817f-d85c22fa9916 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.424259 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e3124ea8-07c2-40d9-ab4d-7b20fa20cb52 req-adb887e2-ba94-49f8-817f-d85c22fa9916 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0607202 Jan 16 23:21:20.485516 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd1522f5-b719-4629-bb12-e713c7fe5622 req-f556a6ce-72ed-4c87-9e77-d09da680379d service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407156 Jan 16 23:21:20.487314 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:21:20.489496 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e3124ea8-07c2-40d9-ab4d-7b20fa20cb52 req-5fa6db38-9623-45b6-95a6-16d80dd07245 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592332 Jan 16 23:21:20.496960 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:21:20.515711 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:20.570850 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.571995 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:20.573464 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] 10.222.0.76 "PUT /v2.0/ports/f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 1094 time: 1.3954971 Jan 16 23:21:20.573930 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:20.576205 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659bd803-7f84-41ab-9ce1-e602a3511d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:20.619977 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1bc8-b40c-4cb6-b149-ba05cfa8e8dc service neutron] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:20.643614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563202b4-ae9f-4d6a-8557-e5ed89804546 req-1683288e-f808-44ff-b253-19410a75080d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.645259 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-563202b4-ae9f-4d6a-8557-e5ed89804546 req-1683288e-f808-44ff-b253-19410a75080d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0974343 Jan 16 23:21:20.647179 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf5bfbd-5a72-48f7-bdf1-e70f9a92cd94 x-openstack-request-id: req-9cf5bfbd-5a72-48f7-bdf1-e70f9a92cd94 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:20.647638 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:20.648039 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9cf5bfbd-5a72-48f7-bdf1-e70f9a92cd94 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:20.648719 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'status': 'completed', 'code': 200} Jan 16 23:21:20.706880 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-563202b4-ae9f-4d6a-8557-e5ed89804546 req-6c9a7670-37c3-4741-bbb2-277b41eb7adf tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499568 Jan 16 23:21:20.802772 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-9ee775b0-8b44-49f4-a625-cab53e67b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.804470 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-9ee775b0-8b44-49f4-a625-cab53e67b2d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1097 time: 0.0542498 Jan 16 23:21:20.871146 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e7c37-1018-4e1f-9e1a-aa77c8df71f1 req-5b0d190c-c212-4adf-bee7-761431b97653 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.872603 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0f3e7c37-1018-4e1f-9e1a-aa77c8df71f1 req-5b0d190c-c212-4adf-bee7-761431b97653 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0543237 Jan 16 23:21:20.882378 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-6ac46945-6b19-4e73-b187-7edfa2e4c4e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 217 time: 0.0368323 Jan 16 23:21:20.921390 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0f3e7c37-1018-4e1f-9e1a-aa77c8df71f1 req-2d426678-3ca6-4401-b486-e11ecd7032ab tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430479 Jan 16 23:21:20.934087 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-b6637d5a-b00d-42cf-afaa-299adcf7f183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.935563 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-b6637d5a-b00d-42cf-afaa-299adcf7f183 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0456171 Jan 16 23:21:20.984451 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-36c1865c-dfae-4113-8f73-f32ad84864fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:20.985969 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-36c1865c-dfae-4113-8f73-f32ad84864fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436363 Jan 16 23:21:21.082027 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-0c750211-f5b9-4a61-89ed-74182845e5b1 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894310 Jan 16 23:21:21.175464 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6d2475de-6ec0-4d19-a67c-3809df57edf8 req-a43ad7ff-c9b6-461d-a74e-0c896effe46a service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847845 Jan 16 23:21:21.343218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-0d5dcaaf-1daf-4c3a-89f6-507e307b4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:21.345227 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-0d5dcaaf-1daf-4c3a-89f6-507e307b4ed3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1097 time: 0.0478635 Jan 16 23:21:21.449478 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-52c2f128-1af1-4f57-b37d-270d9b219096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:21.451331 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-52c2f128-1af1-4f57-b37d-270d9b219096 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.0942533 Jan 16 23:21:21.494604 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-de904ef3-5cd6-4dab-b9ed-932d93101207 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 217 time: 0.0358396 Jan 16 23:21:21.549407 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-33626c47-6907-4771-92d0-15df7b3cf644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:21.550937 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-33626c47-6907-4771-92d0-15df7b3cf644 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0481062 Jan 16 23:21:21.640382 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-fe6f3ac7-e508-41fe-8d47-89db652a05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:21.641932 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-fe6f3ac7-e508-41fe-8d47-89db652a05c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823486 Jan 16 23:21:21.650285 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b576c03-27c2-40e2-acf5-f63f7e1abdde req-1c402715-37a7-406c-9217-51fe07a183cd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:21.651537 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3b576c03-27c2-40e2-acf5-f63f7e1abdde req-1c402715-37a7-406c-9217-51fe07a183cd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0822144 Jan 16 23:21:21.746455 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40828) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:21.763825 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3b576c03-27c2-40e2-acf5-f63f7e1abdde req-f3f33aea-404f-409c-bcf5-fab863954c8a tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928538 Jan 16 23:21:21.788812 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-bb434c04-5c06-43d3-8633-b9dbb4486276 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314220 Jan 16 23:21:21.836718 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111192f-a2d7-416a-8f0a-e1b628c04f05 req-fdf1d3b5-61d7-4a71-a47b-6d50a626fdc4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:21.844021 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b111192f-a2d7-416a-8f0a-e1b628c04f05 req-fdf1d3b5-61d7-4a71-a47b-6d50a626fdc4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0605509 Jan 16 23:21:21.881453 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-659bd803-7f84-41ab-9ce1-e602a3511d0e req-31c25e16-558b-4d19-b3ca-6c463c58eea4 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895295 Jan 16 23:21:21.886203 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed562-255a-4429-a837-9b4036701f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:21.904858 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b111192f-a2d7-416a-8f0a-e1b628c04f05 req-37e8b6f8-b26c-441b-bff9-a813f2ea901f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597675 Jan 16 23:21:21.975090 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed562-255a-4429-a837-9b4036701f52 admin admin] Publish callbacks [] for security_group (9e9e46cd-8d18-486c-8701-d5a3bc93b4ed), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:21.980015 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed562-255a-4429-a837-9b4036701f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (9e9e46cd-8d18-486c-8701-d5a3bc93b4ed), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.019647 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6e9ed562-255a-4429-a837-9b4036701f52 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37464b25a38b4d968f03546e0376b64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719469 Jan 16 23:21:22.022486 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40838) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:22.029616 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed562-255a-4429-a837-9b4036701f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e46cd-8d18-486c-8701-d5a3bc93b4ed,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:22.064084 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731db9-c33a-4ae5-8683-8e7dfc44c09a req-41d4ce2f-1d3c-42bf-bc3c-b93410cee6cb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:22.066521 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ff731db9-c33a-4ae5-8683-8e7dfc44c09a req-41d4ce2f-1d3c-42bf-bc3c-b93410cee6cb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0727520 Jan 16 23:21:22.078489 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-84f6e931-3651-468a-8788-d4b73edab04d admin admin] Publish callbacks [] for security_group (9e9e46cd-8d18-486c-8701-d5a3bc93b4ed), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.098952 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-84f6e931-3651-468a-8788-d4b73edab04d admin admin] Publish callbacks [] for security_group (9e9e46cd-8d18-486c-8701-d5a3bc93b4ed), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.117633 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ff731db9-c33a-4ae5-8683-8e7dfc44c09a req-21263b18-016a-46a5-96ef-91b7f8fc450e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455878 Jan 16 23:21:22.145368 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-84f6e931-3651-468a-8788-d4b73edab04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (9e9e46cd-8d18-486c-8701-d5a3bc93b4ed), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.148389 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-84f6e931-3651-468a-8788-d4b73edab04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.149545 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-84f6e931-3651-468a-8788-d4b73edab04d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e9e46cd-8d18-486c-8701-d5a3bc93b4ed HTTP/1.1" status: 204 len: 168 time: 0.1261189 Jan 16 23:21:22.157486 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6e931-3651-468a-8788-d4b73edab04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e46cd-8d18-486c-8701-d5a3bc93b4ed,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:22.418180 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 40844) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:22.434265 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc248-70d3-48ad-ba0d-80a81986d099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.506190 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc248-70d3-48ad-ba0d-80a81986d099 admin admin] Publish callbacks [] for security_group (893dd5bf-5dfa-4811-9456-2987f0713285), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.509685 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bc4dc248-70d3-48ad-ba0d-80a81986d099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (893dd5bf-5dfa-4811-9456-2987f0713285), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.547003 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-bc4dc248-70d3-48ad-ba0d-80a81986d099 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61a3ea2e060c47e3be5d17b6f58f150d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275852 Jan 16 23:21:22.547689 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dc248-70d3-48ad-ba0d-80a81986d099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893dd5bf-5dfa-4811-9456-2987f0713285,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:22.550749 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 40846) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:22.600058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-58892cd0-fad7-418f-9fea-d9ad8b39f0f4 admin admin] Publish callbacks [] for security_group (893dd5bf-5dfa-4811-9456-2987f0713285), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.620400 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-58892cd0-fad7-418f-9fea-d9ad8b39f0f4 admin admin] Publish callbacks [] for security_group (893dd5bf-5dfa-4811-9456-2987f0713285), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.669755 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-58892cd0-fad7-418f-9fea-d9ad8b39f0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (893dd5bf-5dfa-4811-9456-2987f0713285), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.672370 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-58892cd0-fad7-418f-9fea-d9ad8b39f0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:22.673571 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-58892cd0-fad7-418f-9fea-d9ad8b39f0f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/893dd5bf-5dfa-4811-9456-2987f0713285 HTTP/1.1" status: 204 len: 168 time: 0.1215622 Jan 16 23:21:22.683118 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58892cd0-fad7-418f-9fea-d9ad8b39f0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893dd5bf-5dfa-4811-9456-2987f0713285,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:22.885089 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42a0e6-7925-4337-80ca-55d79689a34a req-aca2c76c-88cc-4d45-bf98-e18fcfe030b5 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:22.886613 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3a42a0e6-7925-4337-80ca-55d79689a34a req-aca2c76c-88cc-4d45-bf98-e18fcfe030b5 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0476155 Jan 16 23:21:22.937721 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3a42a0e6-7925-4337-80ca-55d79689a34a req-cae88bc7-39d4-4a75-93f4-62c021df8bcf tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452776 Jan 16 23:21:23.236223 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc075c3-1523-431a-a90e-a2fd0d71e995 req-084a6a68-395b-4146-abb1-979e24faa91e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:23.238142 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dbc075c3-1523-431a-a90e-a2fd0d71e995 req-084a6a68-395b-4146-abb1-979e24faa91e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0509071 Jan 16 23:21:23.293230 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dbc075c3-1523-431a-a90e-a2fd0d71e995 req-10a83d4d-00c7-4129-acf1-9804064e2a5f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455661 Jan 16 23:21:24.056792 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fbc81-74ea-40fe-bdff-8d0e0053b0e9 req-6ec49269-09c9-4ae6-be3c-cd334d1c5e34 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:24.058292 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-298fbc81-74ea-40fe-bdff-8d0e0053b0e9 req-6ec49269-09c9-4ae6-be3c-cd334d1c5e34 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0513074 Jan 16 23:21:24.106175 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-298fbc81-74ea-40fe-bdff-8d0e0053b0e9 req-73b5f5fa-5214-45a9-8579-d4a96688d0af tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424905 Jan 16 23:21:24.417467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5301-8a3a-4863-81c1-0daa78d0849c req-64f84a0b-fd5f-4afe-be5b-db77265f0360 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:24.418940 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-902a5301-8a3a-4863-81c1-0daa78d0849c req-64f84a0b-fd5f-4afe-be5b-db77265f0360 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0521109 Jan 16 23:21:24.464531 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-902a5301-8a3a-4863-81c1-0daa78d0849c req-3a6c83d4-c591-4443-acf9-a5400d9a0d7a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jan 16 23:21:25.220128 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510b9ce-21f9-46f8-90ff-73c7ccbb6d3f req-96ac27a6-39bb-43ac-8288-9c8b2e7891d2 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:25.222324 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7510b9ce-21f9-46f8-90ff-73c7ccbb6d3f req-96ac27a6-39bb-43ac-8288-9c8b2e7891d2 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0495100 Jan 16 23:21:25.271674 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7510b9ce-21f9-46f8-90ff-73c7ccbb6d3f req-526fe612-18e5-4a16-af74-af0b0ee72e6d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Jan 16 23:21:25.602879 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e0d77-88ff-47de-a73f-08da1863539e req-c1203fd5-951b-4e49-9573-49fff785fcf3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:25.604344 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a04e0d77-88ff-47de-a73f-08da1863539e req-c1203fd5-951b-4e49-9573-49fff785fcf3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0482705 Jan 16 23:21:25.650872 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a04e0d77-88ff-47de-a73f-08da1863539e req-7750bfc3-4bac-43a6-b098-873db3d69dc6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Jan 16 23:21:26.383543 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05483617-41bd-4acf-9e8e-108f07dc8b93 req-ee402873-b892-4f4f-bf51-e816397676c1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:26.385494 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-05483617-41bd-4acf-9e8e-108f07dc8b93 req-ee402873-b892-4f4f-bf51-e816397676c1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0486293 Jan 16 23:21:26.442494 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-05483617-41bd-4acf-9e8e-108f07dc8b93 req-e82f651a-a079-44ac-9387-047c50cb950b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515728 Jan 16 23:21:26.764079 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f9c91-d824-4769-9510-14d434595ecf req-d2ecfe77-e357-4c90-b9d7-c0650b42c6f5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:26.765567 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-632f9c91-d824-4769-9510-14d434595ecf req-d2ecfe77-e357-4c90-b9d7-c0650b42c6f5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0469496 Jan 16 23:21:26.815955 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-632f9c91-d824-4769-9510-14d434595ecf req-c0ab18a3-745a-424b-8cad-d5e2bdd187e0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Jan 16 23:21:27.558802 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba791-2339-46e8-bb01-0bfafc737247 req-8066172a-6384-4e28-b3e5-99f4ae8ca5cc tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:27.560454 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fa5ba791-2339-46e8-bb01-0bfafc737247 req-8066172a-6384-4e28-b3e5-99f4ae8ca5cc tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0495210 Jan 16 23:21:27.608397 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fa5ba791-2339-46e8-bb01-0bfafc737247 req-d38e1db4-67ea-4d91-81aa-ba2809312ea8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419273 Jan 16 23:21:27.929110 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb173a4-92d7-4485-92b9-5c9f54fbdfa5 req-cbf9ae7d-f137-4178-9ecb-2f6cae2c4c20 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:27.930630 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-efb173a4-92d7-4485-92b9-5c9f54fbdfa5 req-cbf9ae7d-f137-4178-9ecb-2f6cae2c4c20 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0480409 Jan 16 23:21:27.978552 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-efb173a4-92d7-4485-92b9-5c9f54fbdfa5 req-a794f796-6393-4bbe-b39e-78f60937ab65 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Jan 16 23:21:28.723116 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8016f-060b-4847-945a-3146e3a4512a req-469a0188-19fa-43c8-a2b5-796bc2682ca0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:28.724538 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-26e8016f-060b-4847-945a-3146e3a4512a req-469a0188-19fa-43c8-a2b5-796bc2682ca0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0469623 Jan 16 23:21:28.770326 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-26e8016f-060b-4847-945a-3146e3a4512a req-5d6e3f9a-38e5-4aa5-bfd1-e234ff0c88ae tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401976 Jan 16 23:21:29.093155 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0c063-3d84-41db-b7da-9943ef3f79e5 req-aa647098-58cc-42aa-8be7-39731e1bbac4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:29.094658 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-61c0c063-3d84-41db-b7da-9943ef3f79e5 req-aa647098-58cc-42aa-8be7-39731e1bbac4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0497077 Jan 16 23:21:29.139837 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-61c0c063-3d84-41db-b7da-9943ef3f79e5 req-49efd450-4456-4d30-b762-9b9bd9a84baf tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Jan 16 23:21:29.891435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394caed-022e-452a-b785-18b643b2eb5a req-beb9dcab-38cd-4ef6-9f3d-e5a7dd8dbdb4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:29.893135 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7394caed-022e-452a-b785-18b643b2eb5a req-beb9dcab-38cd-4ef6-9f3d-e5a7dd8dbdb4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0556142 Jan 16 23:21:29.950756 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7394caed-022e-452a-b785-18b643b2eb5a req-1bba55f7-3f5e-40db-9c54-213807caca26 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493238 Jan 16 23:21:30.257517 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da22ef-c4cc-44f6-874d-05b7b71ccecf req-4b589dd3-1797-4f2d-b803-938d33a3793d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:30.259027 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45da22ef-c4cc-44f6-874d-05b7b71ccecf req-4b589dd3-1797-4f2d-b803-938d33a3793d tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0504537 Jan 16 23:21:30.305005 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45da22ef-c4cc-44f6-874d-05b7b71ccecf req-d2bf3ada-07e2-4c63-97ae-e992f1522177 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Jan 16 23:21:31.066218 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb30c-7073-4fa5-a113-8f68fc1903c6 req-a5757955-928c-4870-a87e-84d9f0dae742 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:31.067675 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-daddb30c-7073-4fa5-a113-8f68fc1903c6 req-a5757955-928c-4870-a87e-84d9f0dae742 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Jan 16 23:21:31.113690 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-daddb30c-7073-4fa5-a113-8f68fc1903c6 req-afc600d1-f213-4373-b62e-d58931db51bf tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406418 Jan 16 23:21:31.423424 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07fe2-1b4b-4e01-8fdb-2f88e4e58bf2 req-e400b634-d705-4a4c-a77a-9fd8dbe08a42 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:31.424618 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8ad07fe2-1b4b-4e01-8fdb-2f88e4e58bf2 req-e400b634-d705-4a4c-a77a-9fd8dbe08a42 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0531187 Jan 16 23:21:31.478184 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8ad07fe2-1b4b-4e01-8fdb-2f88e4e58bf2 req-3d31361a-bc9c-4f28-bd8f-49c96829e6a5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439770 Jan 16 23:21:32.224699 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d423e-a217-40d9-881d-cd7b36bf9ff4 req-6fa0d3b1-9e4d-4fc9-8069-6a988c8085b8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:32.226113 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d83d423e-a217-40d9-881d-cd7b36bf9ff4 req-6fa0d3b1-9e4d-4fc9-8069-6a988c8085b8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0473323 Jan 16 23:21:32.276283 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d83d423e-a217-40d9-881d-cd7b36bf9ff4 req-91431221-9c67-4910-8157-24a7b84e5e32 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447414 Jan 16 23:21:32.595037 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d4da1-bc35-43a6-a8c1-f53d0f91fd4a req-8a902625-49ac-4d16-a613-384b8181e682 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:32.596509 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3b8d4da1-bc35-43a6-a8c1-f53d0f91fd4a req-8a902625-49ac-4d16-a613-384b8181e682 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0509217 Jan 16 23:21:32.642020 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3b8d4da1-bc35-43a6-a8c1-f53d0f91fd4a req-03136fc4-ba4a-43d9-a450-51fe287dd2c7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400040 Jan 16 23:21:33.384977 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547f167-ca51-4508-a01a-5efe376cc2ad req-8c52f41e-36f5-4b08-9f70-05b6be9b8c0b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:33.386462 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a547f167-ca51-4508-a01a-5efe376cc2ad req-8c52f41e-36f5-4b08-9f70-05b6be9b8c0b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0468140 Jan 16 23:21:33.432996 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:21:33.438525 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a547f167-ca51-4508-a01a-5efe376cc2ad req-4bd7c263-3451-4d95-9465-9a2344576e95 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463381 Jan 16 23:21:33.534789 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:33.547443 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'f890b651-b317-40a0-b56d-6b689871ae73', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'port_id': 'f890b651-b317-40a0-b56d-6b689871ae73', 'mac_address': 'fa:16:3e:9a:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:21:33.583626 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port f890b651-b317-40a0-b56d-6b689871ae73 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:21:33.584025 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:33.596588 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f890b651-b317-40a0-b56d-6b689871ae73 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:21:33.616761 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:33.620998 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:33.670470 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:33.756394 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db190008-ab58-4857-bb9a-c2f6a745038e req-a5ac79ba-a842-43f0-ba9f-ed80692a820e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:33.757899 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-db190008-ab58-4857-bb9a-c2f6a745038e req-a5ac79ba-a842-43f0-ba9f-ed80692a820e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0489881 Jan 16 23:21:33.804420 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-db190008-ab58-4857-bb9a-c2f6a745038e req-55c33026-68d7-4f31-bf8b-d170c2b15730 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jan 16 23:21:34.171234 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['f890b651-b317-40a0-b56d-6b689871ae73'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:21:34.557453 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6770f4-989f-49d3-a7da-3471f5c542b1 req-99a4f5d6-5714-4788-b6d1-3354a229ec48 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:34.558909 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8a6770f4-989f-49d3-a7da-3471f5c542b1 req-99a4f5d6-5714-4788-b6d1-3354a229ec48 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 945 time: 0.0481334 Jan 16 23:21:34.606600 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8a6770f4-989f-49d3-a7da-3471f5c542b1 req-06a2d358-5730-44ca-8792-9cf4beee9663 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421402 Jan 16 23:21:34.915821 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc890e0-90c9-43be-802c-bb242c3312eb req-c5fd8f11-6822-427d-8e6b-cc641359962e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:34.917391 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8bc890e0-90c9-43be-802c-bb242c3312eb req-c5fd8f11-6822-427d-8e6b-cc641359962e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0482202 Jan 16 23:21:34.965555 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8bc890e0-90c9-43be-802c-bb242c3312eb req-c56f0500-4a5e-48fa-bb38-74a91429888e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Jan 16 23:21:35.449935 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:21:35.501990 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port f890b651-b317-40a0-b56d-6b689871ae73 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:21:35.505785 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port f890b651-b317-40a0-b56d-6b689871ae73 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:21:35.506168 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (f890b651-b317-40a0-b56d-6b689871ae73), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:35.585326 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port f890b651-b317-40a0-b56d-6b689871ae73 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:21:35.585724 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:35.617258 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:35.619454 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b2b5f-4969-4914-9c36-c95acc3785d0" -d '{"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-plugged", "status": "completed", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:35.632215 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:21:35.637808 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:35.676653 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693b5d41-afc9-46e8-a5ac-76520c185220 x-openstack-request-id: req-693b5d41-afc9-46e8-a5ac-76520c185220 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:35.681414 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-plugged", "status": "completed", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:35.681763 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-693b5d41-afc9-46e8-a5ac-76520c185220 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:35.682234 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'code': 200} Jan 16 23:21:35.702644 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:35.721454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c939d89-f1f6-40c5-b2d1-72b63bc26e26 req-b360504a-5abe-4f97-9e0c-e5bbdcc362a0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:35.723060 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4c939d89-f1f6-40c5-b2d1-72b63bc26e26 req-b360504a-5abe-4f97-9e0c-e5bbdcc362a0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0497265 Jan 16 23:21:35.774442 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4c939d89-f1f6-40c5-b2d1-72b63bc26e26 req-63463c6a-46da-4d3c-961c-49c6a1fb0022 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Jan 16 23:21:36.281058 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4920a-7964-41a6-b072-ef1a7f2d4799 req-d62c7af6-a54a-4225-bb37-64cab227420a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:36.282561 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fba4920a-7964-41a6-b072-ef1a7f2d4799 req-d62c7af6-a54a-4225-bb37-64cab227420a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.2494857 Jan 16 23:21:36.327563 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fba4920a-7964-41a6-b072-ef1a7f2d4799 req-cf528375-ceba-47ca-bcea-a3920158cd88 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Jan 16 23:21:36.885303 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530efd7e-ccb6-4553-ac6e-bd348622221b req-e802fa91-764e-4974-a522-452a0b3dcb9f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:36.886776 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-530efd7e-ccb6-4553-ac6e-bd348622221b req-e802fa91-764e-4974-a522-452a0b3dcb9f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0480716 Jan 16 23:21:36.934062 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-530efd7e-ccb6-4553-ac6e-bd348622221b req-05f793cb-5aa8-402e-a500-cd6eeda1ddfd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418603 Jan 16 23:21:37.442585 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4267a1-a9cb-4e02-96de-dc2e4ae7e3ef req-48e10f5d-4ddb-4ac2-b10b-493f0ae8bd43 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:37.444006 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3e4267a1-a9cb-4e02-96de-dc2e4ae7e3ef req-48e10f5d-4ddb-4ac2-b10b-493f0ae8bd43 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0470066 Jan 16 23:21:37.488704 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3e4267a1-a9cb-4e02-96de-dc2e4ae7e3ef req-ab1343d1-a4d6-4977-a27b-a9952944f760 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393186 Jan 16 23:21:38.049920 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650dc96-b8a3-4ba8-9880-023111a2702f req-93542095-723c-4f46-b257-9f013696ffb1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:38.051307 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2650dc96-b8a3-4ba8-9880-023111a2702f req-93542095-723c-4f46-b257-9f013696ffb1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0521512 Jan 16 23:21:38.108524 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2650dc96-b8a3-4ba8-9880-023111a2702f req-1b7dd13c-873a-4f26-8de0-9a3d6b516c8b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516710 Jan 16 23:21:38.606163 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b52b3-deaa-4f4e-8d2a-9017c42cd2a5 req-e2525afc-dc3b-4ba1-9786-fd7497dbffac tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:38.607621 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a85b52b3-deaa-4f4e-8d2a-9017c42cd2a5 req-e2525afc-dc3b-4ba1-9786-fd7497dbffac tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0507369 Jan 16 23:21:38.652474 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a85b52b3-deaa-4f4e-8d2a-9017c42cd2a5 req-14824354-88e1-4132-8462-687bf490ae9b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393209 Jan 16 23:21:39.176636 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2b404-3333-46ef-9a12-4c866abba4cd req-df4958ec-8370-4544-a4c5-eb6e699c8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:39.178669 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-23e2b404-3333-46ef-9a12-4c866abba4cd req-df4958ec-8370-4544-a4c5-eb6e699c8e17 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.0407288 Jan 16 23:21:39.243832 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177374b4-5874-4f17-b9ee-cf084bd0dfdb req-1943fc89-cfe5-450f-abac-f6fac2a520c4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:39.245339 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-177374b4-5874-4f17-b9ee-cf084bd0dfdb req-1943fc89-cfe5-450f-abac-f6fac2a520c4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0708513 Jan 16 23:21:39.280049 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-23e2b404-3333-46ef-9a12-4c866abba4cd req-4e22e9db-911e-4fb6-888b-fdafb449d0db service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723372 Jan 16 23:21:39.307026 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-177374b4-5874-4f17-b9ee-cf084bd0dfdb req-a662d588-29ad-48d9-ac06-a79e3c57d6df tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563819 Jan 16 23:21:39.766577 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa6564-75b2-404a-ba8a-b6d19f2f965e req-0505391a-1ae6-4837-8e16-81d221f40150 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:39.768037 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9cfa6564-75b2-404a-ba8a-b6d19f2f965e req-0505391a-1ae6-4837-8e16-81d221f40150 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0473640 Jan 16 23:21:39.813151 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9cfa6564-75b2-404a-ba8a-b6d19f2f965e req-8ad25743-4fd7-4425-ae60-7898d3975714 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Jan 16 23:21:40.418073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcd3b1-66fa-40c4-8d11-006cc25ba2e2 req-2f102830-43ad-4e6a-a85e-ca881a7a5985 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:40.419927 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-10bcd3b1-66fa-40c4-8d11-006cc25ba2e2 req-2f102830-43ad-4e6a-a85e-ca881a7a5985 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0484159 Jan 16 23:21:40.467474 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-10bcd3b1-66fa-40c4-8d11-006cc25ba2e2 req-33fd3d89-00cb-4d4c-9440-10dd33ece43a tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Jan 16 23:21:40.951680 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402322-204b-4948-a6ac-aac4bfb6dab9 req-4bd6f678-ecb0-4e31-9b2a-e1fbccfac332 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:40.954474 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-14402322-204b-4948-a6ac-aac4bfb6dab9 req-4bd6f678-ecb0-4e31-9b2a-e1fbccfac332 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0675747 Jan 16 23:21:41.004373 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-14402322-204b-4948-a6ac-aac4bfb6dab9 req-9cdbf4a5-09e6-42e3-999d-2bddab331346 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Jan 16 23:21:41.313165 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-40117523-c1b9-42b9-81d9-0825da27273c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:41.584767 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe30a7-5788-4e72-a15f-a93cfafea4ce req-9a9061f5-2a8f-4e1c-869a-c04b7743ddc5 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:41.586284 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cbbe30a7-5788-4e72-a15f-a93cfafea4ce req-9a9061f5-2a8f-4e1c-869a-c04b7743ddc5 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0489907 Jan 16 23:21:41.634064 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cbbe30a7-5788-4e72-a15f-a93cfafea4ce req-80f858b2-c941-4903-a805-9c0b95128a2e tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422609 Jan 16 23:21:41.743259 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba4d32-0290-4728-9fd2-311826fc2dc6 req-185dc2a2-fa23-4bd4-96a8-19753deafa07 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:41.744684 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2dba4d32-0290-4728-9fd2-311826fc2dc6 req-185dc2a2-fa23-4bd4-96a8-19753deafa07 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0464687 Jan 16 23:21:41.792160 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2dba4d32-0290-4728-9fd2-311826fc2dc6 req-f524b83e-59cf-4db7-a274-fc87d42adbb7 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Jan 16 23:21:41.812741 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41098) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:41.995647 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed269bc6-dc35-4d9f-a1c3-3dddf62d1d20 tempest-TestShelveInstance-1797392031 tempest-TestShelveInstance-1797392031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:41.997164 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ed269bc6-dc35-4d9f-a1c3-3dddf62d1d20 tempest-TestShelveInstance-1797392031 tempest-TestShelveInstance-1797392031-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1094 time: 0.1834443 Jan 16 23:21:42.000056 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41106) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:42.004233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'port_id': 'f890b651-b317-40a0-b56d-6b689871ae73', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:21:42.028124 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:42.139336 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0e2e0-6391-4c5e-a840-b7f43f635917 req-d8958e1f-cb54-4532-8d62-c146fdd7e4a9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:42.140818 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f7f0e2e0-6391-4c5e-a840-b7f43f635917 req-d8958e1f-cb54-4532-8d62-c146fdd7e4a9 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0661683 Jan 16 23:21:42.203199 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:42.207508 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f7f0e2e0-6391-4c5e-a840-b7f43f635917 req-8aa38f0b-b0c5-4fbc-8017-7fdc767f97ea tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598409 Jan 16 23:21:42.313689 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Allocated IP 172.27.3.46 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/0f769029-aaad-4608-b54d-4a1974b9ef71) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:21:42.414133 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:42.452563 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:42.494927 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:21:42.497714 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:21:42.501255 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:21:42.506997 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'Port': ['ID=0f769029-aaad-4608-b54d-4a1974b9ef71,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:42.849365 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for floatingip (e666ab16-c4c9-411b-839c-8e0bb2c8f9f3), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:42.919473 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:43.062848 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:43.067501 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:43.131473 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event updated for resources: {'Port': ['ID=0f769029-aaad-4608-b54d-4a1974b9ef71,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:43.142726 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (e666ab16-c4c9-411b-839c-8e0bb2c8f9f3), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:43.241570 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Floating IP e666ab16-c4c9-411b-839c-8e0bb2c8f9f3 associated. External IP: 172.27.3.46, port: f890b651-b317-40a0-b56d-6b689871ae73. Jan 16 23:21:43.366652 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a4351-a302-4f47-a8cf-7d1baf35f97c req-ef2d441a-71a3-4705-8c86-f77c7f6e6ee7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:43.368132 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-950a4351-a302-4f47-a8cf-7d1baf35f97c req-ef2d441a-71a3-4705-8c86-f77c7f6e6ee7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0915051 Jan 16 23:21:43.464173 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-950a4351-a302-4f47-a8cf-7d1baf35f97c req-39c17fab-5be9-4f57-8935-9305552a7b75 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891147 Jan 16 23:21:43.523329 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:21:43.629353 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:21:43.640193 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] Sync routers for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:21:43.647034 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:43.650915 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:21:43.651540 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:21:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:43.672893 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a829b0f5-ac5f-4f15-837d-fa6fa41a937f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6718400 Jan 16 23:21:43.673521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:21:43.675728 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7602a27-6dad-4ef5-a7d6-d8505223987a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:21:43.710863 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9056ffa-c63f-42c6-932f-4257a266888b x-openstack-request-id: req-e9056ffa-c63f-42c6-932f-4257a266888b {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:21:43.711154 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:21:43.711419 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9056ffa-c63f-42c6-932f-4257a266888b {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:21:43.711820 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'status': 'completed', 'code': 200} Jan 16 23:21:43.759392 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:21:43.789405 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ff06d136-e4ef-463c-8676-1c65e1a91e78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:44.049147 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'e666ab16-c4c9-411b-839c-8e0bb2c8f9f3', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'port_id': 'f890b651-b317-40a0-b56d-6b689871ae73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'mac_address': 'fa:16:3e:9a:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:21:42Z', 'updated_at': '2022-01-16T23:21:42Z', 'revision_number': 0, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:44.074523 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] Checking router: 77c03e4a-88a3-4da4-8b11-899bb683c8f8 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:21:44.082716 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:21:44.083318 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:21:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:44.186284 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:21:44.399068 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'e666ab16-c4c9-411b-839c-8e0bb2c8f9f3', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'port_id': 'f890b651-b317-40a0-b56d-6b689871ae73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'mac_address': 'fa:16:3e:9a:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:21:42Z', 'updated_at': '2022-01-16T23:21:42Z', 'revision_number': 0, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:21:44.424150 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15ad12-fcf8-4c98-a875-63fd0e16b581 None None] The sync data for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi is: [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'e666ab16-c4c9-411b-839c-8e0bb2c8f9f3', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'port_id': 'f890b651-b317-40a0-b56d-6b689871ae73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'mac_address': 'fa:16:3e:9a:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:21:42Z', 'updated_at': '2022-01-16T23:21:42Z', 'revision_number': 0, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:21:44.589894 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-36ce4789-e09f-4218-88b7-d5a95edad481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:44.591450 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-36ce4789-e09f-4218-88b7-d5a95edad481 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.0692768 Jan 16 23:21:44.619686 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c5382-7d03-4c15-9cfd-22a820520ae7 req-7c2aee30-4bae-40fe-927f-491814663c1a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:44.621397 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7f9c5382-7d03-4c15-9cfd-22a820520ae7 req-7c2aee30-4bae-40fe-927f-491814663c1a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0742702 Jan 16 23:21:44.691414 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7f9c5382-7d03-4c15-9cfd-22a820520ae7 req-1dd8fc8c-1517-4413-b461-fac24826f87c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634704 Jan 16 23:21:44.717348 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28545ffd-5b4d-494f-a97f-929e7d88acb3 None None] New status for floating IP e666ab16-c4c9-411b-839c-8e0bb2c8f9f3: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:21:44.772188 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-8e2a2182-843d-4f4a-825c-f62836510e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:44.773957 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-8e2a2182-843d-4f4a-825c-f62836510e0c service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.1669261 Jan 16 23:21:44.881544 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-fd66a2eb-cee7-4328-904f-a772e24d85de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 999 time: 0.0961366 Jan 16 23:21:44.894144 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803c480-12ed-476f-be8e-722290a94913 req-256528e8-5113-4f5b-9fed-86a1c98e54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:44.896097 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0803c480-12ed-476f-be8e-722290a94913 req-256528e8-5113-4f5b-9fed-86a1c98e54ae service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.0511091 Jan 16 23:21:44.903252 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:44.962574 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-01e071ba-cf20-4f62-b6d9-a65df7d49b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:44.964033 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-01e071ba-cf20-4f62-b6d9-a65df7d49b2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0721247 Jan 16 23:21:44.981287 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0803c480-12ed-476f-be8e-722290a94913 req-b74c4bc6-1d0b-4d1e-b1d0-81228662c8ff service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768232 Jan 16 23:21:45.014369 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-45e9b71c-ceff-400b-942f-3cae8b759ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:45.015811 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-45e9b71c-ceff-400b-942f-3cae8b759ca3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436101 Jan 16 23:21:45.406353 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-80364c10-28eb-4a85-9fb9-488ec681bcfe service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805292 Jan 16 23:21:45.519682 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7602a27-6dad-4ef5-a7d6-d8505223987a req-3e996440-bf03-41e9-8d18-8022c09f65ff service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872259 Jan 16 23:21:45.819079 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26291429-1943-4afa-8374-0c72b1754ade req-788c79bb-5778-45ac-a3ba-856865777cc6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:45.820568 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-26291429-1943-4afa-8374-0c72b1754ade req-788c79bb-5778-45ac-a3ba-856865777cc6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0508497 Jan 16 23:21:45.867173 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-26291429-1943-4afa-8374-0c72b1754ade req-e08a6ac4-b24e-4c72-af31-ecda62a80ad1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Jan 16 23:21:45.887079 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:46.224515 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaaf580-d288-4980-9e9c-ac9bb52c0b55 req-b88141ea-f650-41d1-8473-9ac6ef819d40 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:46.226120 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8eaaf580-d288-4980-9e9c-ac9bb52c0b55 req-b88141ea-f650-41d1-8473-9ac6ef819d40 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0512140 Jan 16 23:21:46.292255 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8eaaf580-d288-4980-9e9c-ac9bb52c0b55 req-3f0929cb-f838-4ce2-ac5c-05e4eab4061c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0595086 Jan 16 23:21:46.440707 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36b14-370b-4301-b768-bb0eefc98bda req-e5dd606c-5dfd-4c85-8c79-dba232ccf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:46.442196 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-e5dd606c-5dfd-4c85-8c79-dba232ccf43c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1138 time: 0.0466745 Jan 16 23:21:46.541574 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36b14-370b-4301-b768-bb0eefc98bda req-26177808-8bd4-486f-9353-c2e32666190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:46.543205 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-26177808-8bd4-486f-9353-c2e32666190b service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.0919201 Jan 16 23:21:46.639619 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-3401a593-9223-473a-96dd-7c793ea3e80c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 1002 time: 0.0623806 Jan 16 23:21:46.702169 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36b14-370b-4301-b768-bb0eefc98bda req-39d8abae-7097-49a8-844b-813b33b93a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:46.703612 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-39d8abae-7097-49a8-844b-813b33b93a4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0433941 Jan 16 23:21:46.762897 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36b14-370b-4301-b768-bb0eefc98bda req-2a55ee03-b0a2-4f3c-b378-8ea63b487ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:46.764349 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-2a55ee03-b0a2-4f3c-b378-8ea63b487ca8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400898 Jan 16 23:21:46.979852 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ec09-cdda-4a96-be89-eb52bf028926 req-3d649dff-f2ed-4d50-8485-f7d148a7e0a3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:46.981328 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5847ec09-cdda-4a96-be89-eb52bf028926 req-3d649dff-f2ed-4d50-8485-f7d148a7e0a3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0464137 Jan 16 23:21:47.026679 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5847ec09-cdda-4a96-be89-eb52bf028926 req-7ecea504-f23b-4844-b3f5-0028fe44d1e1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Jan 16 23:21:47.317398 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81a307-e1b7-4e9a-8fd6-1918b8d89721 req-9e846c8b-fba9-4499-a26f-cbf899c7d52c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:47.318840 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5f81a307-e1b7-4e9a-8fd6-1918b8d89721 req-9e846c8b-fba9-4499-a26f-cbf899c7d52c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0499156 Jan 16 23:21:47.320971 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:47.371268 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5f81a307-e1b7-4e9a-8fd6-1918b8d89721 req-141c3fdd-d17a-419e-861e-5e3984e997c2 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Jan 16 23:21:47.409914 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a118d6-b7b9-4fb9-9a51-640832c7e226 req-c486c4e6-d998-4bf9-b34d-fe77dd5a962c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:47.411386 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f7a118d6-b7b9-4fb9-9a51-640832c7e226 req-c486c4e6-d998-4bf9-b34d-fe77dd5a962c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0489564 Jan 16 23:21:47.470109 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f7a118d6-b7b9-4fb9-9a51-640832c7e226 req-1c4d584e-c069-4aeb-8140-8bb8b637a1c5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518093 Jan 16 23:21:47.592928 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:47.952722 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-3c003fda-f367-4241-9f9a-6bc153756025 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845625 Jan 16 23:21:48.487794 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3366-2fe7-4f91-b736-569dee52c822 req-6093682b-e821-4ad9-8035-a6f1f8ef46db tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:48.489310 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d62b3366-2fe7-4f91-b736-569dee52c822 req-6093682b-e821-4ad9-8035-a6f1f8ef46db tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0514920 Jan 16 23:21:48.547460 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d62b3366-2fe7-4f91-b736-569dee52c822 req-76046a42-e1c8-4933-bcfc-2510c494a8d3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Jan 16 23:21:48.589386 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380a5f-a9e0-472e-b7a4-c71a2f824eaf req-94f41292-ff57-4d8e-a86f-f4031a8815b7 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:48.590869 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-70380a5f-a9e0-472e-b7a4-c71a2f824eaf req-94f41292-ff57-4d8e-a86f-f4031a8815b7 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0520322 Jan 16 23:21:48.648685 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-70380a5f-a9e0-472e-b7a4-c71a2f824eaf req-66007c89-c301-4547-8685-cc99fa5363fe tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522363 Jan 16 23:21:49.665588 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92285368-81f7-4ded-b017-fe998b76a781 req-7079f8b5-556a-4938-940d-742d8b153ebb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:49.667064 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-92285368-81f7-4ded-b017-fe998b76a781 req-7079f8b5-556a-4938-940d-742d8b153ebb tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0485342 Jan 16 23:21:49.712458 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-92285368-81f7-4ded-b017-fe998b76a781 req-8f255b32-3eb2-4f87-97f2-579f58d6ee88 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399010 Jan 16 23:21:49.760108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39d387-6ce6-441f-a319-c7169381a978 req-d86ba3af-1db6-4953-b928-6405bd5cb24a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:49.761681 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6a39d387-6ce6-441f-a319-c7169381a978 req-d86ba3af-1db6-4953-b928-6405bd5cb24a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0481884 Jan 16 23:21:49.820231 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6a39d387-6ce6-441f-a319-c7169381a978 req-1a1dbb3e-edaf-4e0b-a1d8-ab260235bd12 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529692 Jan 16 23:21:49.931897 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff23f36-e96c-428a-b10e-6e4706893416 req-e6deb1f1-06ea-4631-a3df-8c00239b2042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:49.933509 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-e6deb1f1-06ea-4631-a3df-8c00239b2042 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b71185c6642f44589dd19e652edffecb&device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 1099 time: 0.0919697 Jan 16 23:21:49.963868 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bed36b14-370b-4301-b768-bb0eefc98bda req-cba8ba9b-7051-4933-8931-876e3f760fdc service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306248 Jan 16 23:21:50.029773 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff23f36-e96c-428a-b10e-6e4706893416 req-eac7f5f5-8d26-41d5-b2e4-bc9c9f268c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:50.031182 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-eac7f5f5-8d26-41d5-b2e4-bc9c9f268c50 service neutron] 10.222.0.76 "GET /v2.0/networks?id=803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 200 len: 919 time: 0.0875995 Jan 16 23:21:50.089474 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-1b3e3ded-7dee-49a7-b22a-69ba97f5be96 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 200 len: 217 time: 0.0378387 Jan 16 23:21:50.151549 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff23f36-e96c-428a-b10e-6e4706893416 req-dc8cf41d-395a-4897-b49c-7cc873f9fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:50.152945 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-dc8cf41d-395a-4897-b49c-7cc873f9fecd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 200 len: 858 time: 0.0428979 Jan 16 23:21:50.212147 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-35a39400-12bf-42c4-8606-2aa9044536d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=803eb968-0c14-4219-a1f0-4742a603bb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339928 Jan 16 23:21:50.345990 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-4156feff-3533-4acc-a470-08338bd881c1 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Jan 16 23:21:50.486332 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dff23f36-e96c-428a-b10e-6e4706893416 req-6dae49af-906c-41b7-92ba-b97cda0d7629 service neutron] 10.222.0.76 "GET /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802436 Jan 16 23:21:50.828190 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391cbc9-e072-46d2-b6e2-1e99bb51db4e req-4c9c4ba5-d9f9-48f0-aa42-bbda0b3b7fd6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:50.829582 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a391cbc9-e072-46d2-b6e2-1e99bb51db4e req-4c9c4ba5-d9f9-48f0-aa42-bbda0b3b7fd6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0483549 Jan 16 23:21:50.880907 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a391cbc9-e072-46d2-b6e2-1e99bb51db4e req-cc2c6aad-ae2a-4653-ad1f-d44e36ca4920 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Jan 16 23:21:50.941389 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8682-0eec-449e-b144-a75336b75fe2 req-5ace0134-60e3-4f57-ade9-975563f6cbe5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:50.943405 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85be8682-0eec-449e-b144-a75336b75fe2 req-5ace0134-60e3-4f57-ade9-975563f6cbe5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0526745 Jan 16 23:21:51.003931 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85be8682-0eec-449e-b144-a75336b75fe2 req-161850b9-423b-490d-8df1-8bddeaf17a6a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548196 Jan 16 23:21:52.165151 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad559b3d-8430-4c31-9a09-1042238fd5f6 req-9169e37c-56fc-42d6-9805-919ea91048cd tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:52.169536 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ad559b3d-8430-4c31-9a09-1042238fd5f6 req-9169e37c-56fc-42d6-9805-919ea91048cd tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0817678 Jan 16 23:21:52.232321 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ad559b3d-8430-4c31-9a09-1042238fd5f6 req-18dd4e8d-5cd6-4bd8-8f93-55e06950921c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0594954 Jan 16 23:21:52.259355 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba332c-9808-4532-bcc9-2a13108b951f req-5f751b7b-1372-4e9c-8e57-40cadf816cb8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:52.260843 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9dba332c-9808-4532-bcc9-2a13108b951f req-5f751b7b-1372-4e9c-8e57-40cadf816cb8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.3118205 Jan 16 23:21:52.266775 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-fa6efc34-7595-47a2-8c7d-4502ad340e09 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586860 Jan 16 23:21:52.315392 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9dba332c-9808-4532-bcc9-2a13108b951f req-c566fd7c-012e-4eef-8f52-2b04eed32e18 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Jan 16 23:21:52.404490 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-202a5b7e-ba14-4885-87a2-5daaffe6af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:52.406024 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-202a5b7e-ba14-4885-87a2-5daaffe6af9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 1099 time: 0.0477295 Jan 16 23:21:52.510192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-15febca4-dbff-45c2-9a36-91c308a8c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:52.511677 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-15febca4-dbff-45c2-9a36-91c308a8c430 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.0851898 Jan 16 23:21:52.579842 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-73f70b5b-240d-4df1-9983-6e38d4650a7d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 200 len: 1000 time: 0.0611799 Jan 16 23:21:52.634879 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-c70dc606-1ce9-4f17-900f-230a19fdf89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:52.636308 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-c70dc606-1ce9-4f17-900f-230a19fdf89d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0429382 Jan 16 23:21:52.684863 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-16a06fe2-1dae-4c25-a9de-8225ef4a9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:52.686350 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-16a06fe2-1dae-4c25-a9de-8225ef4a9fab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384185 Jan 16 23:21:52.776551 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-2d4fc38c-6217-4f70-a57c-0a0424777e2c service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824249 Jan 16 23:21:52.818812 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:21:52.866970 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a4c6cb28-f3cc-4209-873b-007933f715e5 req-93c62b50-964d-49c4-926e-6d6717a55976 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833421 Jan 16 23:21:53.358358 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff8a55-102a-46e1-a4a9-ddfc26adef6e req-30d860ad-0930-43d0-851f-510b09166f19 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:53.360046 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9dff8a55-102a-46e1-a4a9-ddfc26adef6e req-30d860ad-0930-43d0-851f-510b09166f19 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0568476 Jan 16 23:21:53.451398 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9dff8a55-102a-46e1-a4a9-ddfc26adef6e req-67a5ef10-9ed2-430a-b287-b5d7ca29cb74 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0846667 Jan 16 23:21:53.466532 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca7841-264f-429c-842e-6c8dea42f6f8 req-f58b8033-1818-46d7-a6b3-02f2e4ef400b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:53.476316 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ebca7841-264f-429c-842e-6c8dea42f6f8 req-f58b8033-1818-46d7-a6b3-02f2e4ef400b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0765791 Jan 16 23:21:53.527280 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ebca7841-264f-429c-842e-6c8dea42f6f8 req-9487aef9-56c9-4780-8c27-e21b6615cec0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501363 Jan 16 23:21:54.537316 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41282) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:54.584964 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ecb0-c279-4cbb-a469-9bd3c847108f req-3b7dd774-9876-4a57-9eba-523211c1397d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:54.587207 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-44e7ecb0-c279-4cbb-a469-9bd3c847108f req-3b7dd774-9876-4a57-9eba-523211c1397d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0538180 Jan 16 23:21:54.649555 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.651242 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-44e7ecb0-c279-4cbb-a469-9bd3c847108f req-224bd577-31d9-433e-8f40-248e1c5785df tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0580890 Jan 16 23:21:54.658041 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebc74c-3e5b-49bb-8e30-bc4fe0988e37 req-3acd4093-fbb0-4844-97de-d0c9c2a1619a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:54.659528 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bbebc74c-3e5b-49bb-8e30-bc4fe0988e37 req-3acd4093-fbb0-4844-97de-d0c9c2a1619a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0646067 Jan 16 23:21:54.726914 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bbebc74c-3e5b-49bb-8e30-bc4fe0988e37 req-7a86acec-e555-496a-92bd-f30013aa4187 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Jan 16 23:21:54.767596 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Publish callbacks [] for security_group (bf3522b1-f6ac-451c-8029-b86e83686878), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.772459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (bf3522b1-f6ac-451c-8029-b86e83686878), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.810557 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1746af1f2d64c7597d855b9d5027303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721102 Jan 16 23:21:54.811498 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3522b1-f6ac-451c-8029-b86e83686878,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:54.813364 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41292) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:54.818655 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.819017 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.819367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.819730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.820262 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.820385 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.820679 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.821018 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.821367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.821700 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.822028 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.822351 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.822672 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b17d4-8983-4740-a17a-77a20df3ed7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.864535 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Publish callbacks [] for security_group (bf3522b1-f6ac-451c-8029-b86e83686878), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.885137 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Publish callbacks [] for security_group (bf3522b1-f6ac-451c-8029-b86e83686878), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.932969 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (bf3522b1-f6ac-451c-8029-b86e83686878), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.935765 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:54.939692 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf3522b1-f6ac-451c-8029-b86e83686878 HTTP/1.1" status: 204 len: 168 time: 0.1252878 Jan 16 23:21:54.948080 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3522b1-f6ac-451c-8029-b86e83686878,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:54.955953 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.956313 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.956664 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.957176 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.957555 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.959077 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.959430 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.959798 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.960112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.960519 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.960961 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.961347 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:54.961704 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d073b3e-1031-4f3d-900f-7205bb0cd7a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:21:55.205910 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41304) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:55.219252 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c9a9-64ab-44c2-abbb-515ada0f1a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.293558 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c9a9-64ab-44c2-abbb-515ada0f1a35 admin admin] Publish callbacks [] for security_group (8effd98a-1081-4396-94f0-08fa180aa39b), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.297102 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c9a9-64ab-44c2-abbb-515ada0f1a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (8effd98a-1081-4396-94f0-08fa180aa39b), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.334324 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cfe4c9a9-64ab-44c2-abbb-515ada0f1a35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e67a9899aff4a8c84160df17668eda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273017 Jan 16 23:21:55.335196 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c9a9-64ab-44c2-abbb-515ada0f1a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8effd98a-1081-4396-94f0-08fa180aa39b,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:55.337000 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41306) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:21:55.384117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-435c299e-a9e2-42b9-aed0-7969fccb5249 admin admin] Publish callbacks [] for security_group (8effd98a-1081-4396-94f0-08fa180aa39b), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.407543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-435c299e-a9e2-42b9-aed0-7969fccb5249 admin admin] Publish callbacks [] for security_group (8effd98a-1081-4396-94f0-08fa180aa39b), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.451183 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-435c299e-a9e2-42b9-aed0-7969fccb5249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (8effd98a-1081-4396-94f0-08fa180aa39b), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.453804 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-435c299e-a9e2-42b9-aed0-7969fccb5249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:21:55.454974 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-435c299e-a9e2-42b9-aed0-7969fccb5249 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8effd98a-1081-4396-94f0-08fa180aa39b HTTP/1.1" status: 204 len: 168 time: 0.1168981 Jan 16 23:21:55.463102 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c299e-a9e2-42b9-aed0-7969fccb5249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8effd98a-1081-4396-94f0-08fa180aa39b,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:21:55.771725 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5394d-a9e1-4c10-9408-7ca0c093bd58 req-e0a8345d-4cb9-4a47-a7fd-517dc0e63c01 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:55.773243 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-acc5394d-a9e1-4c10-9408-7ca0c093bd58 req-e0a8345d-4cb9-4a47-a7fd-517dc0e63c01 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0499516 Jan 16 23:21:55.835959 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-acc5394d-a9e1-4c10-9408-7ca0c093bd58 req-a7b665c8-7c99-4ec4-a549-50d4d9f7bd41 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569150 Jan 16 23:21:56.950579 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b46e1-7a5f-4973-95a9-8f8da02c14e1 req-4d7b474d-add1-4948-a6e4-dbbf19fda675 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:56.952040 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e47b46e1-7a5f-4973-95a9-8f8da02c14e1 req-4d7b474d-add1-4948-a6e4-dbbf19fda675 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0471728 Jan 16 23:21:57.018737 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e47b46e1-7a5f-4973-95a9-8f8da02c14e1 req-74657641-4518-4733-a343-5277fc99aed5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607252 Jan 16 23:21:58.133053 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37fd60-6f73-44d3-b2e2-c58958dcdfee req-6c3b8b4e-021d-4ff1-8547-1c421828d815 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:58.134653 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3e37fd60-6f73-44d3-b2e2-c58958dcdfee req-6c3b8b4e-021d-4ff1-8547-1c421828d815 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0487328 Jan 16 23:21:58.196750 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3e37fd60-6f73-44d3-b2e2-c58958dcdfee req-63aa8082-4353-47fe-81c0-4d2b6d23c7a4 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0564301 Jan 16 23:21:59.308902 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea20018-6b29-4ccd-abcc-b504a91630a4 req-c58904fd-ca2a-40a6-8e17-44ebb0d11d33 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:21:59.310373 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9ea20018-6b29-4ccd-abcc-b504a91630a4 req-c58904fd-ca2a-40a6-8e17-44ebb0d11d33 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0482786 Jan 16 23:21:59.369182 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9ea20018-6b29-4ccd-abcc-b504a91630a4 req-f69f777d-a56d-4e5e-9ee1-cb014eab6d63 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0531871 Jan 16 23:22:00.323514 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41442) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:00.427580 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-18d5ab4d-84f8-4045-8dbe-b24bea0393e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.488986 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4044-51a1-43dd-94ed-734232306bb7 req-19da19e9-a79d-4cd7-a98f-cb0b539662ac tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:00.491340 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0bdb4044-51a1-43dd-94ed-734232306bb7 req-19da19e9-a79d-4cd7-a98f-cb0b539662ac tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0530114 Jan 16 23:22:00.514793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-18d5ab4d-84f8-4045-8dbe-b24bea0393e6 admin admin] Publish callbacks [] for security_group (e0922176-6bfc-4304-97b5-12f316f0c9e5), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.518786 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-18d5ab4d-84f8-4045-8dbe-b24bea0393e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e0922176-6bfc-4304-97b5-12f316f0c9e5), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.558085 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-18d5ab4d-84f8-4045-8dbe-b24bea0393e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de21893816754bb0803265b190bd284b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334692 Jan 16 23:22:00.559029 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5ab4d-84f8-4045-8dbe-b24bea0393e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0922176-6bfc-4304-97b5-12f316f0c9e5,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:00.561495 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41450) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:00.570399 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0bdb4044-51a1-43dd-94ed-734232306bb7 req-31218fa3-4cc3-4a36-bbe8-ce6531737ac5 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0630090 Jan 16 23:22:00.616677 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1ae8da28-4078-4290-a1b4-23144345ea4a admin admin] Publish callbacks [] for security_group (e0922176-6bfc-4304-97b5-12f316f0c9e5), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.637520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1ae8da28-4078-4290-a1b4-23144345ea4a admin admin] Publish callbacks [] for security_group (e0922176-6bfc-4304-97b5-12f316f0c9e5), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.682947 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1ae8da28-4078-4290-a1b4-23144345ea4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e0922176-6bfc-4304-97b5-12f316f0c9e5), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.685730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1ae8da28-4078-4290-a1b4-23144345ea4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:00.686983 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1ae8da28-4078-4290-a1b4-23144345ea4a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0922176-6bfc-4304-97b5-12f316f0c9e5 HTTP/1.1" status: 204 len: 168 time: 0.1245990 Jan 16 23:22:00.698340 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8da28-4078-4290-a1b4-23144345ea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0922176-6bfc-4304-97b5-12f316f0c9e5,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:00.959040 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41458) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:00.974730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44d825fe-fd41-4fd9-8bd9-792ed28f1241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.063177 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44d825fe-fd41-4fd9-8bd9-792ed28f1241 admin admin] Publish callbacks [] for security_group (ee661c80-2562-48d6-9df8-dcd64459fa49), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.067852 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44d825fe-fd41-4fd9-8bd9-792ed28f1241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ee661c80-2562-48d6-9df8-dcd64459fa49), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.108055 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-44d825fe-fd41-4fd9-8bd9-792ed28f1241 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2552a969fda94211bd82c16b8f3ea8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478858 Jan 16 23:22:01.108886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d825fe-fd41-4fd9-8bd9-792ed28f1241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee661c80-2562-48d6-9df8-dcd64459fa49,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:01.110759 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41460) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:01.160653 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47977b91-5ed6-4a00-8f08-135f6eec11b4 admin admin] Publish callbacks [] for security_group (ee661c80-2562-48d6-9df8-dcd64459fa49), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.181849 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47977b91-5ed6-4a00-8f08-135f6eec11b4 admin admin] Publish callbacks [] for security_group (ee661c80-2562-48d6-9df8-dcd64459fa49), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.225874 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47977b91-5ed6-4a00-8f08-135f6eec11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ee661c80-2562-48d6-9df8-dcd64459fa49), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.228408 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47977b91-5ed6-4a00-8f08-135f6eec11b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:01.229590 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-47977b91-5ed6-4a00-8f08-135f6eec11b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee661c80-2562-48d6-9df8-dcd64459fa49 HTTP/1.1" status: 204 len: 168 time: 0.1178486 Jan 16 23:22:01.236925 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47977b91-5ed6-4a00-8f08-135f6eec11b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee661c80-2562-48d6-9df8-dcd64459fa49,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:01.691381 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca2ed1-2447-4c7c-8f6b-f6267b901e76 req-bc327831-c3f4-4b73-abff-afa5bbbc77bc tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:01.693493 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2dca2ed1-2447-4c7c-8f6b-f6267b901e76 req-bc327831-c3f4-4b73-abff-afa5bbbc77bc tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0589345 Jan 16 23:22:01.761648 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2dca2ed1-2447-4c7c-8f6b-f6267b901e76 req-35ab181b-de26-4a52-9e04-6bf2fc26caee tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0616846 Jan 16 23:22:02.264942 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41500) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:02.364762 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5ec14bea-22d5-45ab-a451-9932be341442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.435521 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5ec14bea-22d5-45ab-a451-9932be341442 admin admin] Publish callbacks [] for security_group (f698ad66-9223-4b46-92a7-46ec2825ca4b), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.439097 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5ec14bea-22d5-45ab-a451-9932be341442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f698ad66-9223-4b46-92a7-46ec2825ca4b), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.475643 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5ec14bea-22d5-45ab-a451-9932be341442 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4efcd515aab64350a77ce3d441652a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096069 Jan 16 23:22:02.476477 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14bea-22d5-45ab-a451-9932be341442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698ad66-9223-4b46-92a7-46ec2825ca4b,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:02.478580 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41504) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:02.528287 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-507ffa44-d7bf-4ed4-a39c-efb2cc4d6010 admin admin] Publish callbacks [] for security_group (f698ad66-9223-4b46-92a7-46ec2825ca4b), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.549927 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-507ffa44-d7bf-4ed4-a39c-efb2cc4d6010 admin admin] Publish callbacks [] for security_group (f698ad66-9223-4b46-92a7-46ec2825ca4b), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.596971 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-507ffa44-d7bf-4ed4-a39c-efb2cc4d6010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f698ad66-9223-4b46-92a7-46ec2825ca4b), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.600164 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-507ffa44-d7bf-4ed4-a39c-efb2cc4d6010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:02.601463 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-507ffa44-d7bf-4ed4-a39c-efb2cc4d6010 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f698ad66-9223-4b46-92a7-46ec2825ca4b HTTP/1.1" status: 204 len: 168 time: 0.1218243 Jan 16 23:22:02.609813 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ffa44-d7bf-4ed4-a39c-efb2cc4d6010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698ad66-9223-4b46-92a7-46ec2825ca4b,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:02.878873 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf352-2e63-4fd7-bf39-48c1c82cc8de req-c56656bb-2c7e-4a2e-98b5-c41093217648 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:02.880422 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1e2cf352-2e63-4fd7-bf39-48c1c82cc8de req-c56656bb-2c7e-4a2e-98b5-c41093217648 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0521123 Jan 16 23:22:02.942634 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1e2cf352-2e63-4fd7-bf39-48c1c82cc8de req-7f4283e0-4733-4dc9-b862-7346e24d1382 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0567138 Jan 16 23:22:04.080476 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825420f-12c5-44c0-ab2d-6988ad568b12 req-fa4ebcb6-0d7d-4e97-83df-5e977873dff2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:04.082068 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2825420f-12c5-44c0-ab2d-6988ad568b12 req-fa4ebcb6-0d7d-4e97-83df-5e977873dff2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0540385 Jan 16 23:22:04.149385 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2825420f-12c5-44c0-ab2d-6988ad568b12 req-89611afa-96a8-407d-9ddb-3c6a126751ca tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0609307 Jan 16 23:22:05.261447 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948885f6-6167-45d0-a308-308e87bd4ad5 req-2cee6106-a23c-4553-b59f-07fb7ba499f2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:05.262835 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-948885f6-6167-45d0-a308-308e87bd4ad5 req-2cee6106-a23c-4553-b59f-07fb7ba499f2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0477917 Jan 16 23:22:05.322223 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-948885f6-6167-45d0-a308-308e87bd4ad5 req-624dc99c-4c91-454f-b4c2-137f70269bfc tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537138 Jan 16 23:22:05.942800 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84d9d1-4a3e-4377-a82f-e259164e6717 req-9fefe5e6-64ae-4bc9-af49-6d0cc09b1a3e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:05.944306 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2a84d9d1-4a3e-4377-a82f-e259164e6717 req-9fefe5e6-64ae-4bc9-af49-6d0cc09b1a3e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0479701 Jan 16 23:22:05.992438 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-2a84d9d1-4a3e-4377-a82f-e259164e6717 req-dd51be34-37e2-4d74-af3b-b976ba1eb3de tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426056 Jan 16 23:22:06.442754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251a402-41af-48a7-821c-19db3d567229 req-3da1cd8d-bb16-4f24-a8d4-9a3f19742d74 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:06.444214 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5251a402-41af-48a7-821c-19db3d567229 req-3da1cd8d-bb16-4f24-a8d4-9a3f19742d74 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0502043 Jan 16 23:22:06.503184 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5251a402-41af-48a7-821c-19db3d567229 req-4587499c-c3c4-4c70-a1f4-1b86deca54fc tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533586 Jan 16 23:22:07.104623 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e47b6-f2c9-4799-b3a8-556337351680 req-fe97b9cc-87f1-4f04-8d10-e08d2875b490 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:07.105983 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f28e47b6-f2c9-4799-b3a8-556337351680 req-fe97b9cc-87f1-4f04-8d10-e08d2875b490 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0468962 Jan 16 23:22:07.151013 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f28e47b6-f2c9-4799-b3a8-556337351680 req-73a754f3-b85d-4e1f-9419-5cd56b50f9f8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 Jan 16 23:22:07.620830 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bbe9f-989f-43eb-bacf-f71902bde056 req-82084a6c-2939-4716-9c3f-7af828ceb5ea tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:07.622375 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-397bbe9f-989f-43eb-bacf-f71902bde056 req-82084a6c-2939-4716-9c3f-7af828ceb5ea tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0495684 Jan 16 23:22:07.662199 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41614) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:07.683736 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-397bbe9f-989f-43eb-bacf-f71902bde056 req-d62f31eb-b9a1-4d91-9fde-8da96979c3bd tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555730 Jan 16 23:22:07.765050 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc6b-9a80-49d6-9f38-ffcafd49d72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:07.837933 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc6b-9a80-49d6-9f38-ffcafd49d72c admin admin] Publish callbacks [] for security_group (c2401ce1-01c4-4475-aada-cd86035178e5), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:07.842432 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c70fcc6b-9a80-49d6-9f38-ffcafd49d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c2401ce1-01c4-4475-aada-cd86035178e5), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:07.877632 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fcc6b-9a80-49d6-9f38-ffcafd49d72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2401ce1-01c4-4475-aada-cd86035178e5,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:07.882267 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-c70fcc6b-9a80-49d6-9f38-ffcafd49d72c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ed6af79bc1ec4d2e8e4d90ec502f168d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190611 Jan 16 23:22:07.885500 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41618) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:07.933904 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1c17bd16-4420-4d2f-b158-c2795b7843b5 admin admin] Publish callbacks [] for security_group (c2401ce1-01c4-4475-aada-cd86035178e5), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:07.954067 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1c17bd16-4420-4d2f-b158-c2795b7843b5 admin admin] Publish callbacks [] for security_group (c2401ce1-01c4-4475-aada-cd86035178e5), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:07.998090 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1c17bd16-4420-4d2f-b158-c2795b7843b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c2401ce1-01c4-4475-aada-cd86035178e5), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.000742 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1c17bd16-4420-4d2f-b158-c2795b7843b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.001893 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-1c17bd16-4420-4d2f-b158-c2795b7843b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c2401ce1-01c4-4475-aada-cd86035178e5 HTTP/1.1" status: 204 len: 168 time: 0.1161051 Jan 16 23:22:08.010017 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17bd16-4420-4d2f-b158-c2795b7843b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2401ce1-01c4-4475-aada-cd86035178e5,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:08.266593 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee0ad7-2f53-4887-b9dc-424cbad115e5 req-edcf4b8d-aa75-42a5-a675-4002a91c0f81 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:08.267188 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41626) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:08.268228 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-81ee0ad7-2f53-4887-b9dc-424cbad115e5 req-edcf4b8d-aa75-42a5-a675-4002a91c0f81 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0492282 Jan 16 23:22:08.280193 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9452d609-8830-4c3f-b5f1-8da9816ded27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.329509 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-81ee0ad7-2f53-4887-b9dc-424cbad115e5 req-17ac3ba7-a4a1-491d-9843-0e29d83b534c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Jan 16 23:22:08.363179 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9452d609-8830-4c3f-b5f1-8da9816ded27 admin admin] Publish callbacks [] for security_group (42793695-9f74-4b37-bda3-fc5df9a82247), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.367915 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9452d609-8830-4c3f-b5f1-8da9816ded27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (42793695-9f74-4b37-bda3-fc5df9a82247), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.405478 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-9452d609-8830-4c3f-b5f1-8da9816ded27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d580625cfc34ac28d8b5619ebcea4c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377115 Jan 16 23:22:08.407400 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452d609-8830-4c3f-b5f1-8da9816ded27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42793695-9f74-4b37-bda3-fc5df9a82247,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:08.408146 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41634) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:08.455771 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-765a419a-4038-4f8c-b46f-58f0b79008ae admin admin] Publish callbacks [] for security_group (42793695-9f74-4b37-bda3-fc5df9a82247), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.475800 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-765a419a-4038-4f8c-b46f-58f0b79008ae admin admin] Publish callbacks [] for security_group (42793695-9f74-4b37-bda3-fc5df9a82247), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.523297 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-765a419a-4038-4f8c-b46f-58f0b79008ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (42793695-9f74-4b37-bda3-fc5df9a82247), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.525973 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-765a419a-4038-4f8c-b46f-58f0b79008ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:08.527086 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-765a419a-4038-4f8c-b46f-58f0b79008ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42793695-9f74-4b37-bda3-fc5df9a82247 HTTP/1.1" status: 204 len: 168 time: 0.1179678 Jan 16 23:22:08.534760 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a419a-4038-4f8c-b46f-58f0b79008ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42793695-9f74-4b37-bda3-fc5df9a82247,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:08.809843 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287ac36-f3bb-4d07-b82b-097ec779de7b req-6b6e3838-72dc-4982-b320-22897a93711d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:08.811451 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9287ac36-f3bb-4d07-b82b-097ec779de7b req-6b6e3838-72dc-4982-b320-22897a93711d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0555887 Jan 16 23:22:08.873477 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9287ac36-f3bb-4d07-b82b-097ec779de7b req-4fde54d6-3540-4a8b-81dd-d956ad78a220 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557511 Jan 16 23:22:09.314226 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-70d31ce8-b1df-4111-ba8c-5a4fa6b8d6ea tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:09.315688 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-70d31ce8-b1df-4111-ba8c-5a4fa6b8d6ea tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0482626 Jan 16 23:22:09.427235 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Deleting port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:09.427872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:09.455058 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca797-548c-4898-8fb7-6d9461cb19fd req-dbf78528-9a2e-45ad-9ca7-4d53dd521a56 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:09.457023 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5eca797-548c-4898-8fb7-6d9461cb19fd req-dbf78528-9a2e-45ad-9ca7-4d53dd521a56 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 945 time: 0.0552807 Jan 16 23:22:09.520490 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d5eca797-548c-4898-8fb7-6d9461cb19fd req-9a26351f-9bc5-4960-800f-25eae7b1a578 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530748 Jan 16 23:22:09.543050 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] For port 08d046d7-6386-43fb-8c79-ffbdf69e54e1, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=08d046d7-6386-43fb-8c79-ffbdf69e54e1,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:09.543289 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:09.558146 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Calling delete_port for 08d046d7-6386-43fb-8c79-ffbdf69e54e1 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:09.729179 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (08d046d7-6386-43fb-8c79-ffbdf69e54e1), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:09.758839 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Pushing event deleted for resources: {'Port': ['ID=08d046d7-6386-43fb-8c79-ffbdf69e54e1,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:09.781863 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['d21d4b2c-48ce-4033-9d8d-655e1b44d248', '08d046d7-6386-43fb-8c79-ffbdf69e54e1'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:22:09.806110 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] No DVR routers for this DVR port 08d046d7-6386-43fb-8c79-ffbdf69e54e1 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:22:09.808663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:09.812228 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b229dadb-a9df-42cb-beb4-5a434d6f6c47 req-881ea014-69dc-4996-8c58-a5ab8719e7e3 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "DELETE /v2.0/ports/08d046d7-6386-43fb-8c79-ffbdf69e54e1 HTTP/1.1" status: 204 len: 173 time: 0.4894960 Jan 16 23:22:09.812832 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'name': 'network-vif-deleted', 'tag': '08d046d7-6386-43fb-8c79-ffbdf69e54e1'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:09.814882 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0a06cf-770f-4992-8dc0-046b932067b8" -d '{"events": [{"server_uuid": "dcc7c59f-0066-4373-92b4-43ea2430be1d", "name": "network-vif-deleted", "tag": "08d046d7-6386-43fb-8c79-ffbdf69e54e1"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:09.859676 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be75753-dd4a-4fd9-9a04-1c1bca7b3b25 x-openstack-request-id: req-6be75753-dd4a-4fd9-9a04-1c1bca7b3b25 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:09.859972 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc7c59f-0066-4373-92b4-43ea2430be1d", "name": "network-vif-deleted", "tag": "08d046d7-6386-43fb-8c79-ffbdf69e54e1", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:09.860225 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6be75753-dd4a-4fd9-9a04-1c1bca7b3b25 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:09.860621 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc7c59f-0066-4373-92b4-43ea2430be1d', 'name': 'network-vif-deleted', 'tag': '08d046d7-6386-43fb-8c79-ffbdf69e54e1', 'status': 'completed', 'code': 200} Jan 16 23:22:09.998645 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1cc03-7f49-45ab-b165-803852f8947b req-28c7778c-770d-4ecb-ab61-8de346de3f1b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:10.000130 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-70b1cc03-7f49-45ab-b165-803852f8947b req-28c7778c-770d-4ecb-ab61-8de346de3f1b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0531335 Jan 16 23:22:10.061862 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-70b1cc03-7f49-45ab-b165-803852f8947b req-810ef5a3-5b6b-4b78-a11d-ab5e1827d83c tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0558383 Jan 16 23:22:10.621420 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cdea9e09-b015-4813-8fe2-6467ea43ab68 req-c4fe50e0-d210-460f-adf6-cb877d5b5919 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc7c59f-0066-4373-92b4-43ea2430be1d HTTP/1.1" status: 200 len: 210 time: 0.0265639 Jan 16 23:22:11.180642 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb82528-2d7c-4331-b8ec-6fbc55bfa50d req-abaf9b7a-c755-4db0-b569-fbbddc395b0f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:11.182126 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0bb82528-2d7c-4331-b8ec-6fbc55bfa50d req-abaf9b7a-c755-4db0-b569-fbbddc395b0f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0479214 Jan 16 23:22:11.243504 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0bb82528-2d7c-4331-b8ec-6fbc55bfa50d req-64f627b2-79b3-4954-ae46-77c3f23d744d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557523 Jan 16 23:22:11.314525 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-4651e977-2ce4-4eda-a305-44f32af186bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:11.887764 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2f655-667e-472a-8a87-d995afe9b596 req-cd0e5a09-7c9b-4989-99dc-01ba5fa1c01a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:11.889543 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-17c2f655-667e-472a-8a87-d995afe9b596 req-cd0e5a09-7c9b-4989-99dc-01ba5fa1c01a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0544050 Jan 16 23:22:11.940128 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-17c2f655-667e-472a-8a87-d995afe9b596 req-048d97ea-97d6-49af-a9db-9e8bbaa85d6e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Jan 16 23:22:11.977391 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbc714-1262-4fb0-9297-c0b448be7a9b req-5f965780-e6ee-42ad-9365-aa2ee1be6112 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:11.978861 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-15bbc714-1262-4fb0-9297-c0b448be7a9b req-5f965780-e6ee-42ad-9365-aa2ee1be6112 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0494955 Jan 16 23:22:12.026467 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-15bbc714-1262-4fb0-9297-c0b448be7a9b req-3b960020-0f10-43df-abc1-ced88722cd23 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419910 Jan 16 23:22:12.355434 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d51a5-4f21-40d7-9744-26e950f56ba0 req-0bc68407-4251-49c4-ba3d-b9bddbfbd358 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:12.356887 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a73d51a5-4f21-40d7-9744-26e950f56ba0 req-0bc68407-4251-49c4-ba3d-b9bddbfbd358 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0476093 Jan 16 23:22:12.415621 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a73d51a5-4f21-40d7-9744-26e950f56ba0 req-976fb662-0d5f-440a-8234-3b4297d61b5a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530663 Jan 16 23:22:13.052692 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade23d5-b64e-42db-ab29-2d351c3be468 req-ca553a2c-d515-420f-b9d2-54414d4e289e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:13.054326 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bade23d5-b64e-42db-ab29-2d351c3be468 req-ca553a2c-d515-420f-b9d2-54414d4e289e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0488203 Jan 16 23:22:13.100815 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bade23d5-b64e-42db-ab29-2d351c3be468 req-02ec0bc3-9715-424f-b795-1088f71182d1 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411386 Jan 16 23:22:13.142841 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652e23b-f867-41f9-8cce-fc2776177d45 req-795dd8b1-6942-4f33-bdff-5c8b76e84514 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:13.144308 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3652e23b-f867-41f9-8cce-fc2776177d45 req-795dd8b1-6942-4f33-bdff-5c8b76e84514 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0524273 Jan 16 23:22:13.190884 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3652e23b-f867-41f9-8cce-fc2776177d45 req-0cf2c2d8-ec29-44fd-8583-fbc0fa083e2c tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Jan 16 23:22:13.528178 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cc5ca-9d94-4886-967a-35008444bf46 req-5daab215-1bad-4328-9b33-40c253584424 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:13.529592 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-145cc5ca-9d94-4886-967a-35008444bf46 req-5daab215-1bad-4328-9b33-40c253584424 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0490813 Jan 16 23:22:13.588402 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-145cc5ca-9d94-4886-967a-35008444bf46 req-7be93acc-2118-466e-a3a1-8affa0c13f31 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530908 Jan 16 23:22:13.781578 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-73f4b8a4-d25b-45b2-8bd0-112cb22c5d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:13.875861 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 08d046d7-6386-43fb-8c79-ffbdf69e54e1 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:22:13.898519 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 08d046d7-6386-43fb-8c79-ffbdf69e54e1 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:22:13.898865 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 08d046d7-6386-43fb-8c79-ffbdf69e54e1 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:22:14.216533 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917244ba-9fc9-4626-94a9-a20a54fdaf0f req-1ec9342c-8fe8-4ded-8701-8f17f7515cc7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:14.218047 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-917244ba-9fc9-4626-94a9-a20a54fdaf0f req-1ec9342c-8fe8-4ded-8701-8f17f7515cc7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0489092 Jan 16 23:22:14.264476 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-917244ba-9fc9-4626-94a9-a20a54fdaf0f req-256b5781-d8a8-4259-9a8f-94632db41df8 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Jan 16 23:22:14.309459 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5afcc7-ad80-4e08-9f85-bbcc01d1d7b8 req-b78c1ac4-76c3-4058-a1e1-25058f8fb307 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:14.310931 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fc5afcc7-ad80-4e08-9f85-bbcc01d1d7b8 req-b78c1ac4-76c3-4058-a1e1-25058f8fb307 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0513735 Jan 16 23:22:14.360104 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fc5afcc7-ad80-4e08-9f85-bbcc01d1d7b8 req-652884f6-dcbd-41e3-aea9-f9bfafcc411a tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Jan 16 23:22:14.703117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38ef26-dbdd-4430-a6a6-f918f17f1762 req-203e5931-75a7-4de1-926a-c04555a4c423 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:14.704860 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cf38ef26-dbdd-4430-a6a6-f918f17f1762 req-203e5931-75a7-4de1-926a-c04555a4c423 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0512476 Jan 16 23:22:14.765265 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cf38ef26-dbdd-4430-a6a6-f918f17f1762 req-22c40ff3-100b-48c5-82c4-5eb2e7e75f7d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538015 Jan 16 23:22:14.892551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:15.375406 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481480d5-554b-48b3-bb3a-7734c0bbc535 req-fad51824-0940-47a4-8ded-55b59008c5fd tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:15.376853 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-481480d5-554b-48b3-bb3a-7734c0bbc535 req-fad51824-0940-47a4-8ded-55b59008c5fd tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0468779 Jan 16 23:22:15.424034 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-481480d5-554b-48b3-bb3a-7734c0bbc535 req-3e8ac265-ad62-48ba-b067-52553cfa5eb0 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411465 Jan 16 23:22:15.475672 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516eb38-a4ea-4a40-ade2-96ada67ed06f req-5e1fcd61-da80-4c8a-ac2d-04b150144bd6 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:15.477154 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c516eb38-a4ea-4a40-ade2-96ada67ed06f req-5e1fcd61-da80-4c8a-ac2d-04b150144bd6 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0477273 Jan 16 23:22:15.524340 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c516eb38-a4ea-4a40-ade2-96ada67ed06f req-46f56670-596c-4454-a846-8f274a212667 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Jan 16 23:22:15.879856 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd0ab2-527a-464e-8d1a-2d1321d2d7d8 req-5b207d5d-7219-42c8-a0fd-48773863ecad tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:15.881339 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-15cd0ab2-527a-464e-8d1a-2d1321d2d7d8 req-5b207d5d-7219-42c8-a0fd-48773863ecad tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0508132 Jan 16 23:22:15.889755 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:15.941645 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-15cd0ab2-527a-464e-8d1a-2d1321d2d7d8 req-8d8fc16c-cce0-424e-baaa-fcc399e49d29 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&id=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540576 Jan 16 23:22:16.539391 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a515f9-54f5-43da-93a8-c2be21bef0e2 req-7ca22139-923c-46fd-bd46-513068561ae4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:16.540892 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-63a515f9-54f5-43da-93a8-c2be21bef0e2 req-7ca22139-923c-46fd-bd46-513068561ae4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0483146 Jan 16 23:22:16.591736 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-63a515f9-54f5-43da-93a8-c2be21bef0e2 req-3a71b584-1e7e-417a-9386-021c7971b1e2 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Jan 16 23:22:16.636822 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e70fb-d6f9-4d3f-a214-aa03da20646f req-2fa87466-58b2-445e-a5ac-ec4213b16ccf tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:16.638314 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d42e70fb-d6f9-4d3f-a214-aa03da20646f req-2fa87466-58b2-445e-a5ac-ec4213b16ccf tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Jan 16 23:22:16.682900 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d42e70fb-d6f9-4d3f-a214-aa03da20646f req-8eebc89a-41da-487d-8af8-31358ca50980 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391865 Jan 16 23:22:17.315400 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:17.595253 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:17.703472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ad63c-8721-421a-8911-020d65a7ee69 req-05c7f179-9357-47e4-857a-d98ea00561f4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:17.705175 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac9ad63c-8721-421a-8911-020d65a7ee69 req-05c7f179-9357-47e4-857a-d98ea00561f4 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0472388 Jan 16 23:22:17.751476 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac9ad63c-8721-421a-8911-020d65a7ee69 req-1d44bfad-0bb8-4bbf-850a-1d1795d63a4c tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Jan 16 23:22:17.795567 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cda48-9fee-4f37-be17-4bd2634b6677 req-a1af1279-4321-4335-8922-22cd3bae9965 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:17.796950 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-620cda48-9fee-4f37-be17-4bd2634b6677 req-a1af1279-4321-4335-8922-22cd3bae9965 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0480144 Jan 16 23:22:17.844932 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-620cda48-9fee-4f37-be17-4bd2634b6677 req-aac99f63-93ab-44ed-949c-a7cd7863c2e2 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Jan 16 23:22:18.865537 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b4c43-d840-4d07-9e55-84fc7ff64032 req-2f2f91d7-b7c5-4737-be16-7147a54a998b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:18.867023 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-078b4c43-d840-4d07-9e55-84fc7ff64032 req-2f2f91d7-b7c5-4737-be16-7147a54a998b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0482783 Jan 16 23:22:18.921760 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-078b4c43-d840-4d07-9e55-84fc7ff64032 req-303c0013-9f1b-404b-a4ec-1fa6333eade5 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492742 Jan 16 23:22:18.958203 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e893c8-6629-4a7f-b79a-a3bf170b5d5d req-c96749e5-4007-4b2b-b683-e2831d4508a7 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:18.959668 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d6e893c8-6629-4a7f-b79a-a3bf170b5d5d req-c96749e5-4007-4b2b-b683-e2831d4508a7 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0493925 Jan 16 23:22:18.960940 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-e1b5e104-6570-498b-ae4e-8c076b86ff93 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:18.962456 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-e1b5e104-6570-498b-ae4e-8c076b86ff93 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 946 time: 0.0557694 Jan 16 23:22:19.005874 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d6e893c8-6629-4a7f-b79a-a3bf170b5d5d req-4beb11d7-7a6e-4e42-9c09-5c052fb76411 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Jan 16 23:22:19.053878 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Deleting port 7f4742d7-8b63-4d9e-ac94-bb95411752bd {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:19.054150 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:19.141529 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] For port 7f4742d7-8b63-4d9e-ac94-bb95411752bd, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=7f4742d7-8b63-4d9e-ac94-bb95411752bd,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:19.141890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:19.154697 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Calling delete_port for 7f4742d7-8b63-4d9e-ac94-bb95411752bd owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:19.278965 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (7f4742d7-8b63-4d9e-ac94-bb95411752bd), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:19.309399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Pushing event deleted for resources: {'Port': ['ID=7f4742d7-8b63-4d9e-ac94-bb95411752bd,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:19.323240 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['7f4742d7-8b63-4d9e-ac94-bb95411752bd'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:22:19.352371 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] No DVR routers for this DVR port 7f4742d7-8b63-4d9e-ac94-bb95411752bd on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:22:19.354784 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:19.358073 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-db02ade7-3cbf-4898-b231-abde38724ba2 req-595240ba-0ce1-4920-a6cd-cdad70b41864 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "DELETE /v2.0/ports/7f4742d7-8b63-4d9e-ac94-bb95411752bd HTTP/1.1" status: 204 len: 173 time: 0.3890243 Jan 16 23:22:19.358507 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb32532-6789-4f3b-b31d-6e821670f359', 'name': 'network-vif-deleted', 'tag': '7f4742d7-8b63-4d9e-ac94-bb95411752bd'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:19.360715 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c5f844-796e-455c-b959-7ac2924b0d95" -d '{"events": [{"server_uuid": "3fb32532-6789-4f3b-b31d-6e821670f359", "name": "network-vif-deleted", "tag": "7f4742d7-8b63-4d9e-ac94-bb95411752bd"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:19.405103 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4f0db1-3e85-496c-812a-431ff5d58e29 x-openstack-request-id: req-de4f0db1-3e85-496c-812a-431ff5d58e29 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:19.405500 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb32532-6789-4f3b-b31d-6e821670f359", "name": "network-vif-deleted", "tag": "7f4742d7-8b63-4d9e-ac94-bb95411752bd", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:19.405798 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de4f0db1-3e85-496c-812a-431ff5d58e29 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:19.406465 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb32532-6789-4f3b-b31d-6e821670f359', 'name': 'network-vif-deleted', 'tag': '7f4742d7-8b63-4d9e-ac94-bb95411752bd', 'status': 'completed', 'code': 200} Jan 16 23:22:20.034089 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85b16b-9fed-4de9-a854-97eb4b7787a4 req-1615ff82-8aea-4513-8aca-6936d9dc1b97 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:20.035583 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5d85b16b-9fed-4de9-a854-97eb4b7787a4 req-1615ff82-8aea-4513-8aca-6936d9dc1b97 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0475273 Jan 16 23:22:20.084671 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5d85b16b-9fed-4de9-a854-97eb4b7787a4 req-a0f8b5e5-a033-458b-b10c-6ba7f3f4f38e tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Jan 16 23:22:20.111578 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cd89ced4-2938-4883-94ef-28c7b65da131 req-10ba10f2-fef8-415a-af50-c5f6275915dd tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 210 time: 0.0256872 Jan 16 23:22:21.200440 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c81ca-58c6-4f7e-b37b-7590d4e4ffcc req-f5009abe-23ca-4700-941c-0630e5cb2490 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:21.201992 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-715c81ca-58c6-4f7e-b37b-7590d4e4ffcc req-f5009abe-23ca-4700-941c-0630e5cb2490 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0511591 Jan 16 23:22:21.215469 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0aeb14f2-d142-4202-ab3b-d821c43f6a5b req-237fd16c-c346-46ac-999e-73dc35d102ca tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 210 time: 0.0262468 Jan 16 23:22:21.250866 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-715c81ca-58c6-4f7e-b37b-7590d4e4ffcc req-4253ab94-3cce-4bc1-88d9-c87b442ccb35 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Jan 16 23:22:22.317508 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-382c7118-6547-4939-8e33-3c03974aeeb8 req-4aacf47b-0d67-4da0-b683-2fb8688f1857 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb32532-6789-4f3b-b31d-6e821670f359 HTTP/1.1" status: 200 len: 210 time: 0.0258701 Jan 16 23:22:22.361736 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181546aa-a361-448d-b96c-77849508cfcd req-0d6b23c7-5754-46a1-957a-517a402ffaf7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:22.363209 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-181546aa-a361-448d-b96c-77849508cfcd req-0d6b23c7-5754-46a1-957a-517a402ffaf7 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0478549 Jan 16 23:22:22.408396 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-181546aa-a361-448d-b96c-77849508cfcd req-b8d71917-ffde-4641-b6c9-b93128dc2105 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Jan 16 23:22:22.442610 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 7f4742d7-8b63-4d9e-ac94-bb95411752bd no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:22:22.462700 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 7f4742d7-8b63-4d9e-ac94-bb95411752bd {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:22:22.463057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 7f4742d7-8b63-4d9e-ac94-bb95411752bd not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:22:23.524395 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67346c1-7115-4544-b0cb-d88c3531b645 req-8c673c02-1420-45dc-8eb5-06eb8228b939 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:23.525397 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d67346c1-7115-4544-b0cb-d88c3531b645 req-8c673c02-1420-45dc-8eb5-06eb8228b939 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0505350 Jan 16 23:22:23.587486 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d67346c1-7115-4544-b0cb-d88c3531b645 req-b00a46ab-a446-4511-8907-199dc968f4e6 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468841 Jan 16 23:22:24.702478 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eea56-2d0a-46c2-8e31-a2990135c470 req-edf601a8-b87d-49ad-ab3e-78bff655d4cc tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:24.703937 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cb6eea56-2d0a-46c2-8e31-a2990135c470 req-edf601a8-b87d-49ad-ab3e-78bff655d4cc tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Jan 16 23:22:24.749863 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cb6eea56-2d0a-46c2-8e31-a2990135c470 req-db6654b2-8e36-40e0-b362-45b826950c6b tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397453 Jan 16 23:22:25.867774 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829fa6-38b1-4055-a409-ca9aaab28979 req-2e46296d-caa5-412f-90cd-1e63e178a285 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:25.869266 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f1829fa6-38b1-4055-a409-ca9aaab28979 req-2e46296d-caa5-412f-90cd-1e63e178a285 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0489943 Jan 16 23:22:25.914385 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f1829fa6-38b1-4055-a409-ca9aaab28979 req-ecbed99a-27b4-4632-831f-ea4db5bf9682 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392723 Jan 16 23:22:27.050767 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761121e-aadb-4968-8c0b-13600ff13f82 req-cb9bcaa5-ff63-442e-91f4-edb58611b350 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:27.052809 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d761121e-aadb-4968-8c0b-13600ff13f82 req-cb9bcaa5-ff63-442e-91f4-edb58611b350 tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0732031 Jan 16 23:22:27.072467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-12e37772-8d83-4b67-8e91-6514c544a1ca tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:27.073875 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-12e37772-8d83-4b67-8e91-6514c544a1ca tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ee4ad04-4009-458d-bb7f-8be6f6fb26b5 HTTP/1.1" status: 200 len: 946 time: 0.0674417 Jan 16 23:22:27.142920 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d761121e-aadb-4968-8c0b-13600ff13f82 req-2a1d7fcf-539f-4529-a191-68d2fd11305a tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.35 "GET /v2.0/security-groups?id=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834053 Jan 16 23:22:27.192683 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Deleting port d21d4b2c-48ce-4033-9d8d-655e1b44d248 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:27.192945 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:27.280750 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] For port d21d4b2c-48ce-4033-9d8d-655e1b44d248, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=d21d4b2c-48ce-4033-9d8d-655e1b44d248,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:27.281116 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:27.293659 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Calling delete_port for d21d4b2c-48ce-4033-9d8d-655e1b44d248 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:27.418724 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (d21d4b2c-48ce-4033-9d8d-655e1b44d248), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:27.450488 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Pushing event deleted for resources: {'Port': ['ID=d21d4b2c-48ce-4033-9d8d-655e1b44d248,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:27.462493 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['d21d4b2c-48ce-4033-9d8d-655e1b44d248'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:22:27.491555 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] No DVR routers for this DVR port d21d4b2c-48ce-4033-9d8d-655e1b44d248 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:22:27.493920 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:27.497112 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9cfc62d3-0eb9-447d-8e78-bd3d8f70811f req-d47e733d-8244-4ccd-967c-5f49749b816f tempest-ServerRescueNegativeTestJSON-1827552535 tempest-ServerRescueNegativeTestJSON-1827552535-project] 10.222.0.76 "DELETE /v2.0/ports/d21d4b2c-48ce-4033-9d8d-655e1b44d248 HTTP/1.1" status: 204 len: 173 time: 0.4102862 Jan 16 23:22:27.497628 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'name': 'network-vif-deleted', 'tag': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:27.499819 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d71b27-1846-4d4f-a687-6c1c02c13a25" -d '{"events": [{"server_uuid": "5ee4ad04-4009-458d-bb7f-8be6f6fb26b5", "name": "network-vif-deleted", "tag": "d21d4b2c-48ce-4033-9d8d-655e1b44d248"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:27.558218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2d9dad-9d72-4ca1-98a6-a1421656c9bc x-openstack-request-id: req-9e2d9dad-9d72-4ca1-98a6-a1421656c9bc {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:27.559098 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee4ad04-4009-458d-bb7f-8be6f6fb26b5", "name": "network-vif-deleted", "tag": "d21d4b2c-48ce-4033-9d8d-655e1b44d248", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:27.559370 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9e2d9dad-9d72-4ca1-98a6-a1421656c9bc {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:27.559939 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee4ad04-4009-458d-bb7f-8be6f6fb26b5', 'name': 'network-vif-deleted', 'tag': 'd21d4b2c-48ce-4033-9d8d-655e1b44d248', 'status': 'completed', 'code': 200} Jan 16 23:22:28.198545 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 41884) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:28.794652 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (7e278cb5-d96c-41f0-92de-dfc0fa448df3), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:29.083812 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Deleting port 34cfe2c5-7260-47e0-89ee-af99b61bac30 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:29.084057 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:29.162007 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] For port 34cfe2c5-7260-47e0-89ee-af99b61bac30, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=34cfe2c5-7260-47e0-89ee-af99b61bac30,segment=NetworkSegment(f0454b18-1540-462a-8e93-c8bb98c379fd),segment_id=f0454b18-1540-462a-8e93-c8bb98c379fd)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:29.162366 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:29.174453 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Calling delete_port for 34cfe2c5-7260-47e0-89ee-af99b61bac30 owned by network:router_interface {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:29.354138 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (34cfe2c5-7260-47e0-89ee-af99b61bac30), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:29.379954 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Pushing event deleted for resources: {'Port': ['ID=34cfe2c5-7260-47e0-89ee-af99b61bac30,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:29.539625 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (7e278cb5-d96c-41f0-92de-dfc0fa448df3), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:29.746586 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:22:29.817349 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:22:29.851439 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:22:29.856457 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-9db3d693-8db0-4780-a56b-43d2e9a6c35a admin admin] 10.222.0.35 "PUT /v2.0/routers/7e278cb5-d96c-41f0-92de-dfc0fa448df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567438 Jan 16 23:22:29.859079 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41904) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:29.859762 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] Sync routers for ids ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:22:29.871528 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] Routers {'7e278cb5-d96c-41f0-92de-dfc0fa448df3'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:22:29.872141 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:29.965899 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks [] for router (7e278cb5-d96c-41f0-92de-dfc0fa448df3), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:29.973754 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] Set router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:22:30.069342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks [] for router_gateway (7e278cb5-d96c-41f0-92de-dfc0fa448df3), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.120733 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Deleting port f044b3fa-1342-45c1-b388-a89d52892e9c {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:30.121073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.150609 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:22:29Z', 'revision_number': 5, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port': {'id': 'f044b3fa-1342-45c1-b388-a89d52892e9c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ac:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:18:52Z', 'updated_at': '2022-01-16T23:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:30.176940 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] Checking router: 7e278cb5-d96c-41f0-92de-dfc0fa448df3 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:22:30.185288 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] Routers {'7e278cb5-d96c-41f0-92de-dfc0fa448df3'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:22:30.185908 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:30.200098 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] For port f044b3fa-1342-45c1-b388-a89d52892e9c, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=f044b3fa-1342-45c1-b388-a89d52892e9c,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:30.200458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.212353 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Calling delete_port for f044b3fa-1342-45c1-b388-a89d52892e9c owned by network:router_gateway {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:30.272231 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] Set router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 gateway port host: None {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:22:30.323410 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:22:30Z', 'revision_number': 6, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:30.382206 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (f044b3fa-1342-45c1-b388-a89d52892e9c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.408890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f044b3fa-1342-45c1-b388-a89d52892e9c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:30.428719 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2179eb-782f-4c82-bb63-00570a325e01 None None] The sync data for ids ['7e278cb5-d96c-41f0-92de-dfc0fa448df3'] in dv-cinder-824839-1-iscsi is: [{'id': '7e278cb5-d96c-41f0-92de-dfc0fa448df3', 'name': 'tempest-ServerRescueNegativeTestJSON-391651432-router', 'tenant_id': 'b71185c6642f44589dd19e652edffecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:18:51Z', 'updated_at': '2022-01-16T23:22:30Z', 'revision_number': 6, 'project_id': 'b71185c6642f44589dd19e652edffecb', 'gw_port_host': None}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:22:30.472823 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (7e278cb5-d96c-41f0-92de-dfc0fa448df3), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.578126 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (7e278cb5-d96c-41f0-92de-dfc0fa448df3), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.580266 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks [] for router_controller (7e278cb5-d96c-41f0-92de-dfc0fa448df3), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.883165 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (7e278cb5-d96c-41f0-92de-dfc0fa448df3), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.883868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e278cb5-d96c-41f0-92de-dfc0fa448df3 {{(pid=102393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:22:30.892791 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.893986 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-822120fc-5a71-4f57-a3f7-01e2f74eebd3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7e278cb5-d96c-41f0-92de-dfc0fa448df3 HTTP/1.1" status: 204 len: 168 time: 1.0339026 Jan 16 23:22:30.896755 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41910) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:30.899669 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 34cfe2c5-7260-47e0-89ee-af99b61bac30 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:22:30.920774 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 34cfe2c5-7260-47e0-89ee-af99b61bac30 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:22:30.921137 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 34cfe2c5-7260-47e0-89ee-af99b61bac30 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:22:30.943855 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Deleting subnet e7a6ba55-2b74-4da6-a185-33191f2bab15 {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:22:30.946980 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Publish callbacks [] for subnet (e7a6ba55-2b74-4da6-a185-33191f2bab15), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:30.982189 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (e7a6ba55-2b74-4da6-a185-33191f2bab15), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.019410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (e7a6ba55-2b74-4da6-a185-33191f2bab15), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.070376 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (e7a6ba55-2b74-4da6-a185-33191f2bab15), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.094111 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a6ba55-2b74-4da6-a185-33191f2bab15,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:31.098264 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.101398 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c9574444-74ea-4cc1-bc88-a56d4b78c417 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e7a6ba55-2b74-4da6-a185-33191f2bab15 HTTP/1.1" status: 204 len: 168 time: 0.2035608 Jan 16 23:22:31.103850 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41916) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:31.172160 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (803eb968-0c14-4219-a1f0-4742a603bb8c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.249781 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (803eb968-0c14-4219-a1f0-4742a603bb8c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.269332 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803eb968-0c14-4219-a1f0-4742a603bb8c']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:31.278459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0454b18-1540-462a-8e93-c8bb98c379fd') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:31.278753 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0454b18-1540-462a-8e93-c8bb98c379fd') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:31.288269 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (f0454b18-1540-462a-8e93-c8bb98c379fd), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.300780 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (f0454b18-1540-462a-8e93-c8bb98c379fd), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.308187 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:22:31.308581 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (f0454b18-1540-462a-8e93-c8bb98c379fd), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:22:31.310275 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:22:31.366587 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (803eb968-0c14-4219-a1f0-4742a603bb8c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.371635 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.374672 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] 10.222.0.35 "DELETE /v2.0/networks/803eb968-0c14-4219-a1f0-4742a603bb8c HTTP/1.1" status: 204 len: 168 time: 0.2699406 Jan 16 23:22:31.385236 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764227e-9615-479d-a51a-1dfeceaa6c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=803eb968-0c14-4219-a1f0-4742a603bb8c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:31.543978 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41920) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:31.582771 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0719c801-08e3-499f-80cd-e6dd067ad550 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b71185c6642f44589dd19e652edffecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369532 Jan 16 23:22:31.584892 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 41922) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:31.630275 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f2506722-2505-44d3-81cf-6d13655a72ce admin admin] Publish callbacks [] for security_group (dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.652043 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f2506722-2505-44d3-81cf-6d13655a72ce admin admin] Publish callbacks [] for security_group (dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.700808 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f2506722-2505-44d3-81cf-6d13655a72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.703361 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f2506722-2505-44d3-81cf-6d13655a72ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:31.704485 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f2506722-2505-44d3-81cf-6d13655a72ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc HTTP/1.1" status: 204 len: 168 time: 0.1186850 Jan 16 23:22:31.712256 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2506722-2505-44d3-81cf-6d13655a72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd6f601-6ef6-4cba-bdc5-9c5f31a502cc,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:31.822685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device d21d4b2c-48ce-4033-9d8d-655e1b44d248 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:22:31.842995 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: d21d4b2c-48ce-4033-9d8d-655e1b44d248 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:22:31.843364 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device d21d4b2c-48ce-4033-9d8d-655e1b44d248 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:22:32.347658 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-c79ce473-b89f-439e-86d6-25cb1c592a5b tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:32.349664 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-c79ce473-b89f-439e-86d6-25cb1c592a5b tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/networks?id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 200 len: 814 time: 0.1206253 Jan 16 23:22:32.365138 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-557f5692-f198-435d-a44a-23bfa7543819 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/quotas/e45e8d8a992e42a7b6f99d88eca51a9a HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jan 16 23:22:32.396572 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-80fa62f3-7df8-48d5-b496-418aa4941f08 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264111 Jan 16 23:22:32.483871 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-be8dd41e-f903-43a1-8a07-4c7ed05e2740 service neutron] 10.222.0.35 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805585 Jan 16 23:22:32.590324 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-14bb1f9f-2125-4ad4-8a9c-ff560fd5d815 service neutron] 10.222.0.35 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983942 Jan 16 23:22:32.618017 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device f044b3fa-1342-45c1-b388-a89d52892e9c no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:22:32.639987 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: f044b3fa-1342-45c1-b388-a89d52892e9c {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:22:32.640885 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device f044b3fa-1342-45c1-b388-a89d52892e9c not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:22:32.846773 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-064d2643-ec08-4ad5-86c4-38873691c390 req-6d113c50-6b7c-43b9-92c8-b6d50e7d03eb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 210 time: 0.0554435 Jan 16 23:22:33.081837 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42006) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:33.200295 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d960a82e-f111-4023-9123-3e59dc4913ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.297291 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d960a82e-f111-4023-9123-3e59dc4913ff admin admin] Publish callbacks [] for security_group (e5450df9-a295-411d-b40c-e1e96fb7f8a9), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.302500 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d960a82e-f111-4023-9123-3e59dc4913ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e5450df9-a295-411d-b40c-e1e96fb7f8a9), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.344218 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d960a82e-f111-4023-9123-3e59dc4913ff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ce56a1e7db44e6fa4779fcf8364c31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584281 Jan 16 23:22:33.344218 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a82e-f111-4023-9123-3e59dc4913ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5450df9-a295-411d-b40c-e1e96fb7f8a9,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:33.344689 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42018) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:33.407153 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e76bf3f9-9afa-4a11-923e-5412c209867a admin admin] Publish callbacks [] for security_group (e5450df9-a295-411d-b40c-e1e96fb7f8a9), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.430658 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e76bf3f9-9afa-4a11-923e-5412c209867a admin admin] Publish callbacks [] for security_group (e5450df9-a295-411d-b40c-e1e96fb7f8a9), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.484745 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e76bf3f9-9afa-4a11-923e-5412c209867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e5450df9-a295-411d-b40c-e1e96fb7f8a9), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.487431 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e76bf3f9-9afa-4a11-923e-5412c209867a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:33.491605 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-e76bf3f9-9afa-4a11-923e-5412c209867a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5450df9-a295-411d-b40c-e1e96fb7f8a9 HTTP/1.1" status: 204 len: 168 time: 0.1429529 Jan 16 23:22:33.496592 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bf3f9-9afa-4a11-923e-5412c209867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5450df9-a295-411d-b40c-e1e96fb7f8a9,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:34.004634 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-707698b7-6c7d-4aea-9b3d-4e67427603cb req-48210f5b-180f-44f3-b19e-7d756adec69a tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 210 time: 0.0812171 Jan 16 23:22:34.106391 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-beaced7e-14ae-4ff6-8875-ec17046f7d3e tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:34.106924 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-beaced7e-14ae-4ff6-8875-ec17046f7d3e tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "GET /v2.0/networks?id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 200 len: 814 time: 0.1662154 Jan 16 23:22:34.144396 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Request body: {'port': {'device_id': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14', 'admin_state_up': True, 'tenant_id': 'e45e8d8a992e42a7b6f99d88eca51a9a'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:34.271154 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Made reservation on behalf of e45e8d8a992e42a7b6f99d88eca51a9a for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:22:34.274895 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:34.301731 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccac93-2ed2-407f-8ace-5d752304df3a req-0630c6ad-87f3-485a-a391-9e17b4686a70 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:34.303391 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1fccac93-2ed2-407f-8ace-5d752304df3a req-0630c6ad-87f3-485a-a391-9e17b4686a70 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0521872 Jan 16 23:22:34.354489 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1fccac93-2ed2-407f-8ace-5d752304df3a req-c8dcd15c-5c88-41b9-9d93-fb602ceb63c6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436342 Jan 16 23:22:34.413702 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Allocated IP 172.20.0.3 (ac983746-d7bc-460f-b19e-3ee1f2a7cf14/c0e42387-9775-4d25-98d8-c0012e5ea610/677954a5-0f2c-4c57-8aff-5d886ac71b21) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:22:34.568290 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks [] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:34.605250 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:34.650856 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:22:34.653993 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:22:34.657846 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:22:34.684194 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Pushing event updated for resources: {'Port': ['ID=677954a5-0f2c-4c57-8aff-5d886ac71b21,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:34.713521 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:34.714141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:34.730873 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-0b30da0a-856e-4f2c-a71a-fa4089a85bcb tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904593 Jan 16 23:22:34.758741 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Request body: {'port': {'device_id': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:34.816935 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.071451 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42124) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:35.085033 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677954a5-0f2c-4c57-8aff-5d886ac71b21 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:22:35.092750 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Publish callbacks [] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.110363 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Transition to ACTIVE for port object 677954a5-0f2c-4c57-8aff-5d886ac71b21 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:22:35.116166 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.187945 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Pushing event updated for resources: {'Port': ['ID=677954a5-0f2c-4c57-8aff-5d886ac71b21,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:35.192982 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e86fa367-8c5a-4653-af47-e0205049e9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.245574 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Attempting to bind port 677954a5-0f2c-4c57-8aff-5d886ac71b21 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:22:35.246454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Attempting to bind port 677954a5-0f2c-4c57-8aff-5d886ac71b21 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:22:35.247109 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Attempting to bind port 677954a5-0f2c-4c57-8aff-5d886ac71b21 on network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:22:35.251975 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Port 677954a5-0f2c-4c57-8aff-5d886ac71b21 on network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:22:35.252509 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Attempting to bind port 677954a5-0f2c-4c57-8aff-5d886ac71b21 on network ac983746-d7bc-460f-b19e-3ee1f2a7cf14 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:22:35.258105 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:22:35.258451 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Checking segment: {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:22:35.258841 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Bound using segment: {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:22:35.259273 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Bound port: 677954a5-0f2c-4c57-8aff-5d886ac71b21, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40cedf92-ae54-4546-afa2-b3ac48c0d8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:22:35.259632 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.274240 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e86fa367-8c5a-4653-af47-e0205049e9df admin admin] Publish callbacks [] for security_group (5fc03eb7-7092-4ba8-91c3-4c817fb70d76), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.279569 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e86fa367-8c5a-4653-af47-e0205049e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (5fc03eb7-7092-4ba8-91c3-4c817fb70d76), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.316380 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-e86fa367-8c5a-4653-af47-e0205049e9df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7feaaf2dfa443139e45dbe26f2db7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434726 Jan 16 23:22:35.318315 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fa367-8c5a-4653-af47-e0205049e9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc03eb7-7092-4ba8-91c3-4c817fb70d76,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:35.320560 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42130) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:35.352521 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] For port 677954a5-0f2c-4c57-8aff-5d886ac71b21, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:22:35.356352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] For port 677954a5-0f2c-4c57-8aff-5d886ac71b21, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:22:35.359882 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.371277 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-269eac3a-b649-4d0d-a65f-79a57f1403b5 admin admin] Publish callbacks [] for security_group (5fc03eb7-7092-4ba8-91c3-4c817fb70d76), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.378709 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5efa1c-873d-4123-8844-6b2e8bbae22b req-bd5a5007-e62f-490b-a7e4-8292d32937c1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:35.380217 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2a5efa1c-873d-4123-8844-6b2e8bbae22b req-bd5a5007-e62f-490b-a7e4-8292d32937c1 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 943 time: 0.2849827 Jan 16 23:22:35.393622 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-269eac3a-b649-4d0d-a65f-79a57f1403b5 admin admin] Publish callbacks [] for security_group (5fc03eb7-7092-4ba8-91c3-4c817fb70d76), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.424154 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:35.424799 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.426252 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] 10.222.0.76 "PUT /v2.0/ports/677954a5-0f2c-4c57-8aff-5d886ac71b21 HTTP/1.1" status: 200 len: 1093 time: 0.6744025 Jan 16 23:22:35.428207 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'tag': '677954a5-0f2c-4c57-8aff-5d886ac71b21'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:35.430663 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d7179-f0f6-4e56-b794-c2eceb567d00" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434", "tag": "677954a5-0f2c-4c57-8aff-5d886ac71b21"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:35.464839 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-269eac3a-b649-4d0d-a65f-79a57f1403b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (5fc03eb7-7092-4ba8-91c3-4c817fb70d76), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.467572 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-269eac3a-b649-4d0d-a65f-79a57f1403b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.468754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db288f1-ee9d-4e39-a7b4-8ea9e9d999ea service neutron] Pushing event updated for resources: {'Port': ['ID=677954a5-0f2c-4c57-8aff-5d886ac71b21,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:35.468887 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-269eac3a-b649-4d0d-a65f-79a57f1403b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fc03eb7-7092-4ba8-91c3-4c817fb70d76 HTTP/1.1" status: 204 len: 168 time: 0.1473217 Jan 16 23:22:35.490605 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269eac3a-b649-4d0d-a65f-79a57f1403b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc03eb7-7092-4ba8-91c3-4c817fb70d76,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:35.490873 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2a5efa1c-873d-4123-8844-6b2e8bbae22b req-4709f90c-bac8-40b3-9a28-b60068324e39 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905943 Jan 16 23:22:35.523638 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bea30-c284-4c7d-87ca-4e5365b2a843 req-8ae36135-bda0-43db-b4ee-7f030efd6ff6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:35.525564 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a12bea30-c284-4c7d-87ca-4e5365b2a843 req-8ae36135-bda0-43db-b4ee-7f030efd6ff6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0910983 Jan 16 23:22:35.559952 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572cbec8-37e9-4f5e-8b46-c0b89d59a391 x-openstack-request-id: req-572cbec8-37e9-4f5e-8b46-c0b89d59a391 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:35.560245 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434", "tag": "677954a5-0f2c-4c57-8aff-5d886ac71b21", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:35.560499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-572cbec8-37e9-4f5e-8b46-c0b89d59a391 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:35.560896 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'tag': '677954a5-0f2c-4c57-8aff-5d886ac71b21', 'status': 'completed', 'code': 200} Jan 16 23:22:35.578294 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-57613764-5afc-42e9-b0af-adb12d5efec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:35.579898 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-57613764-5afc-42e9-b0af-adb12d5efec2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 1096 time: 0.0676498 Jan 16 23:22:35.586719 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a12bea30-c284-4c7d-87ca-4e5365b2a843 req-bdc21697-a4b4-4f2b-9937-1c83b0e8b761 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548682 Jan 16 23:22:35.635063 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-cec14100-d8e2-4174-a72d-038bfbc90990 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21 HTTP/1.1" status: 200 len: 217 time: 0.0391164 Jan 16 23:22:35.683652 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-5d196a83-dc71-4b38-bcf6-c90f521f9447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:35.685431 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-5d196a83-dc71-4b38-bcf6-c90f521f9447 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c0e42387-9775-4d25-98d8-c0012e5ea610 HTTP/1.1" status: 200 len: 854 time: 0.0440121 Jan 16 23:22:35.722569 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-673fd285-a8ad-4e00-b2d1-d5cf713d4fac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253489 Jan 16 23:22:35.784016 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42140) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:35.798447 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1a03951f-6b29-4d0a-993d-cda40cdc86f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.816592 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-66ceb141-0cfc-4190-a728-674fed17f6c6 service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862980 Jan 16 23:22:35.873925 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1a03951f-6b29-4d0a-993d-cda40cdc86f9 admin admin] Publish callbacks [] for security_group (ee24e8fa-1286-414e-8e00-e6660818c571), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.880384 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1a03951f-6b29-4d0a-993d-cda40cdc86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ee24e8fa-1286-414e-8e00-e6660818c571), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:35.920149 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-1a03951f-6b29-4d0a-993d-cda40cdc86f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7c2eecc9df0482795eb2eab143c2fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350558 Jan 16 23:22:35.920986 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03951f-6b29-4d0a-993d-cda40cdc86f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee24e8fa-1286-414e-8e00-e6660818c571,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:35.924465 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42142) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:35.970171 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-51cc579b-f097-4759-8b0a-5e9652b826f9 req-b82517ab-5260-469f-a844-a808eca9b1ed service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103439 Jan 16 23:22:35.993936 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1e79-0ed4-4eee-b972-ab700a8801b8 admin admin] Publish callbacks [] for security_group (ee24e8fa-1286-414e-8e00-e6660818c571), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:36.016200 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1e79-0ed4-4eee-b972-ab700a8801b8 admin admin] Publish callbacks [] for security_group (ee24e8fa-1286-414e-8e00-e6660818c571), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:36.070390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1e79-0ed4-4eee-b972-ab700a8801b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ee24e8fa-1286-414e-8e00-e6660818c571), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:36.073012 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-fa5c1e79-0ed4-4eee-b972-ab700a8801b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:36.074642 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-fa5c1e79-0ed4-4eee-b972-ab700a8801b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee24e8fa-1286-414e-8e00-e6660818c571 HTTP/1.1" status: 204 len: 168 time: 0.1487184 Jan 16 23:22:36.082951 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c1e79-0ed4-4eee-b972-ab700a8801b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee24e8fa-1286-414e-8e00-e6660818c571,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:36.171600 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-8211cf57-ff30-4be1-aaca-0a4e30d61d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:36.173110 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-8211cf57-ff30-4be1-aaca-0a4e30d61d49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 1096 time: 0.0411980 Jan 16 23:22:36.267635 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-9e68310c-89d4-415b-bb9e-a692075761cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:36.269095 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-9e68310c-89d4-415b-bb9e-a692075761cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 200 len: 915 time: 0.0854900 Jan 16 23:22:36.321827 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-c15c110e-0f0d-420f-b899-03548a43fbb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21 HTTP/1.1" status: 200 len: 217 time: 0.0381701 Jan 16 23:22:36.490984 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-83963588-f1cd-4180-b66e-6454c2357d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:36.492360 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-83963588-f1cd-4180-b66e-6454c2357d7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c0e42387-9775-4d25-98d8-c0012e5ea610 HTTP/1.1" status: 200 len: 854 time: 0.0744824 Jan 16 23:22:36.500617 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-b45b1d9c-3885-4a5f-ba06-52d94e373962 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:36.502539 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-b45b1d9c-3885-4a5f-ba06-52d94e373962 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.0768926 Jan 16 23:22:36.554956 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-6906ddf8-e390-4a1e-a3fa-1cea94a7cf0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=ac983746-d7bc-460f-b19e-3ee1f2a7cf14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514019 Jan 16 23:22:36.696607 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774ded6-cbca-4485-92dc-4d4e42575628 req-a61a2421-91d3-49db-957b-47ff28508e58 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:36.698170 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2774ded6-cbca-4485-92dc-4d4e42575628 req-a61a2421-91d3-49db-957b-47ff28508e58 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 943 time: 0.1397281 Jan 16 23:22:36.751158 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-ddece48f-576d-43bf-b3a7-491c1007cd7c service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800427 Jan 16 23:22:36.760673 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Deleting port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:36.761019 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:36.866152 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2774ded6-cbca-4485-92dc-4d4e42575628 req-89dcc2f8-9c80-479e-bcb8-b4ef99391623 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565681 Jan 16 23:22:36.905564 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338de471-b417-4110-8504-9e876ef01aa2 req-4760231c-71ef-4d2c-9c2e-4d6a12f1ade8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:36.907188 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-338de471-b417-4110-8504-9e876ef01aa2 req-4760231c-71ef-4d2c-9c2e-4d6a12f1ade8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 946 time: 0.2413547 Jan 16 23:22:36.934129 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] For port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:36.934501 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:36.951427 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a80d7179-f0f6-4e56-b794-c2eceb567d00 req-a46392cc-d3bf-47d7-aab9-ecebf67e394e service neutron] 10.222.0.76 "GET /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864226 Jan 16 23:22:36.966025 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-338de471-b417-4110-8504-9e876ef01aa2 req-21ae8112-e4cd-4204-898a-a2e35021ccaa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=6734961c-fbcb-41bc-9445-04b0f6dc9faf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471773 Jan 16 23:22:37.170708 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:37.171080 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (4b5690e9-37bb-4228-adad-6f3c9e599297), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:37.171412 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Floating IP 4b5690e9-37bb-4228-adad-6f3c9e599297 disassociated. External IP: 172.27.3.47, port: 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7. Jan 16 23:22:37.171760 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Calling delete_port for 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:37.304034 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (64d2b4d2-d64d-4f80-b730-ea5b0a7547f7), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:37.330291 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event deleted for resources: {'Port': ['ID=64d2b4d2-d64d-4f80-b730-ea5b0a7547f7,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:37.687873 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Router 934afa0a-2f44-4727-987b-89a01a9fb556 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:22:37.803559 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:22:37.815458 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:22:37.826632 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:22:37.827260 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:37.847128 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] No DVR routers for this DVR port 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:22:37.849966 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:37.853644 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c1695fb8-6712-44d1-bf40-52dc1a91ad82 req-6059a1e0-bb27-4ab2-9d82-7824b704f468 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "DELETE /v2.0/ports/64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 HTTP/1.1" status: 204 len: 173 time: 1.3400567 Jan 16 23:22:37.854135 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-deleted', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:37.856410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778b3148-e397-45ae-a309-9896fb714ff9" -d '{"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-deleted", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:37.913356 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dd92d8-f69f-44df-bf94-3ecb15844590 x-openstack-request-id: req-37dd92d8-f69f-44df-bf94-3ecb15844590 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:37.913762 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f090404-a2f0-491d-b7ca-0b6e25f2728a", "name": "network-vif-deleted", "tag": "64d2b4d2-d64d-4f80-b730-ea5b0a7547f7", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:37.914161 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37dd92d8-f69f-44df-bf94-3ecb15844590 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:37.914868 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f090404-a2f0-491d-b7ca-0b6e25f2728a', 'name': 'network-vif-deleted', 'tag': '64d2b4d2-d64d-4f80-b730-ea5b0a7547f7', 'status': 'completed', 'code': 200} Jan 16 23:22:37.973401 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:22:38.054496 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80857f3c-31d7-4a2d-ab3d-70cab10dade8 req-9ab02664-a910-4e3f-b3ba-cf3a101df1bc tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:38.057145 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-80857f3c-31d7-4a2d-ab3d-70cab10dade8 req-9ab02664-a910-4e3f-b3ba-cf3a101df1bc tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 943 time: 0.0890675 Jan 16 23:22:38.131661 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9dfc35f3-5ae0-47c9-b480-6e5af694cc41 req-55c683c3-0b2d-4b32-beeb-64d37e46ff61 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f090404-a2f0-491d-b7ca-0b6e25f2728a HTTP/1.1" status: 200 len: 210 time: 0.0360816 Jan 16 23:22:38.141228 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-80857f3c-31d7-4a2d-ab3d-70cab10dade8 req-2bbb515c-3c0a-4bf3-b457-572ca465e2f2 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784729 Jan 16 23:22:38.215502 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:38.247063 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:22:38.259053 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:22:38.259777 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:38.374706 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:22:38.600700 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:22:38.633466 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe321d-6079-4c44-8a5a-7bd70d5686f7 None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:22:38.848620 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7574d457-15ad-44f0-80a0-e4fd10b03fa1 None None] New status for floating IP 4b5690e9-37bb-4228-adad-6f3c9e599297: DOWN {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:22:38.913381 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 677954a5-0f2c-4c57-8aff-5d886ac71b21 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:22:39.010594 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 677954a5-0f2c-4c57-8aff-5d886ac71b21, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:39.026975 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '677954a5-0f2c-4c57-8aff-5d886ac71b21', 'network_id': 'ac983746-d7bc-460f-b19e-3ee1f2a7cf14', 'port_id': '677954a5-0f2c-4c57-8aff-5d886ac71b21', 'mac_address': 'fa:16:3e:30:ca:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e42387-9775-4d25-98d8-c0012e5ea610', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:22:39.071551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 677954a5-0f2c-4c57-8aff-5d886ac71b21 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:22:39.071948 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.084980 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677954a5-0f2c-4c57-8aff-5d886ac71b21 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:22:39.104604 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 677954a5-0f2c-4c57-8aff-5d886ac71b21, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:39.108917 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.155514 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=677954a5-0f2c-4c57-8aff-5d886ac71b21,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:39.163674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.164031 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.164432 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.164778 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.165115 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.165665 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.166001 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.166334 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.166663 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.166993 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.167320 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.167643 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.167971 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:22:39.221236 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42226) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:39.275710 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b6c4-ab2c-4681-966d-29da8b721592 req-6fdecb9d-2006-480b-8367-ed68b19f5f35 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:39.280343 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1578c26c-9b98-4d46-a73a-d1675824eac7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (6734961c-fbcb-41bc-9445-04b0f6dc9faf), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.281668 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-52b2b6c4-ab2c-4681-966d-29da8b721592 req-6fdecb9d-2006-480b-8367-ed68b19f5f35 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 944 time: 0.0533862 Jan 16 23:22:39.308305 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1578c26c-9b98-4d46-a73a-d1675824eac7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (6734961c-fbcb-41bc-9445-04b0f6dc9faf), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.327437 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-52b2b6c4-ab2c-4681-966d-29da8b721592 req-b721780e-fb23-45a0-98d1-d87bce8a2876 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Jan 16 23:22:39.362147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1578c26c-9b98-4d46-a73a-d1675824eac7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (6734961c-fbcb-41bc-9445-04b0f6dc9faf), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.364887 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1578c26c-9b98-4d46-a73a-d1675824eac7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.366079 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1578c26c-9b98-4d46-a73a-d1675824eac7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "DELETE /v2.0/security-groups/6734961c-fbcb-41bc-9445-04b0f6dc9faf HTTP/1.1" status: 204 len: 168 time: 0.1437671 Jan 16 23:22:39.369187 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42228) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:39.375315 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578c26c-9b98-4d46-a73a-d1675824eac7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6734961c-fbcb-41bc-9445-04b0f6dc9faf,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:39.388543 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.api.v2.resource [None req-a8452c7b-bbe2-457b-9bd3-b765f5e4a442 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] show failed (client error): The resource could not be found. Jan 16 23:22:39.390307 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a8452c7b-bbe2-457b-9bd3-b765f5e4a442 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups/6734961c-fbcb-41bc-9445-04b0f6dc9faf HTTP/1.1" status: 404 len: 347 time: 0.0199943 Jan 16 23:22:39.393241 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42230) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:39.476356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['677954a5-0f2c-4c57-8aff-5d886ac71b21'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:22:39.592697 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Deleting port 701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:22:39.593873 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.693123 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.693600 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.705371 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Calling delete_port for 701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8 owned by network:floatingip {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:22:39.868380 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.942575 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event deleted for resources: {'Port': ['ID=701ebff6-6e1f-4a41-8fa7-ca8fd1096cd8,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:39.965852 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (4b5690e9-37bb-4228-adad-6f3c9e599297), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.968637 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:39.970279 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-bce2fb84-3598-41f8-918d-3cddf1b41024 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "DELETE /v2.0/floatingips/4b5690e9-37bb-4228-adad-6f3c9e599297 HTTP/1.1" status: 204 len: 168 time: 0.5682132 Jan 16 23:22:40.221238 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42258) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:40.226506 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1823921464', 'description': 'tempest-description--421073662'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:40.250353 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.318835 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (c476dd1c-1737-48df-9c1b-911e5a474905), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.322281 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c476dd1c-1737-48df-9c1b-911e5a474905), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.351764 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.353012 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1308038 Jan 16 23:22:40.356056 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42262) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:40.360112 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'security_group_rule': {'security_group_id': 'c476dd1c-1737-48df-9c1b-911e5a474905', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:40.365926 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90ca54-9958-4fa4-82fd-e43d4f920df4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c476dd1c-1737-48df-9c1b-911e5a474905,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:40.393302 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (8438869d-d6db-4830-bfac-af6300900ed7), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.447919 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cc4e4-577d-40c7-9815-b9375f58fe5c req-5bea7706-2dbd-4b8f-911f-f8902c31a816 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:40.448443 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (8438869d-d6db-4830-bfac-af6300900ed7), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.449847 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-861cc4e4-577d-40c7-9815-b9375f58fe5c req-5bea7706-2dbd-4b8f-911f-f8902c31a816 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 944 time: 0.0547893 Jan 16 23:22:40.452224 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (8438869d-d6db-4830-bfac-af6300900ed7), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.470460 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8438869d-d6db-4830-bfac-af6300900ed7,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:40.480706 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.482040 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-48d025e0-689b-431c-a35e-9269c61e55c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253309 Jan 16 23:22:40.484767 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42264) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:40.491596 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'security_group_rule': {'security_group_id': 'c476dd1c-1737-48df-9c1b-911e5a474905', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:40.515655 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-861cc4e4-577d-40c7-9815-b9375f58fe5c req-aafe6be9-e7cd-416f-95d2-9c0917801605 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597992 Jan 16 23:22:40.547236 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (5e6f58b3-b17a-4eb6-987b-8bedf24cb62b), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.608065 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (5e6f58b3-b17a-4eb6-987b-8bedf24cb62b), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.612584 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (5e6f58b3-b17a-4eb6-987b-8bedf24cb62b), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.632760 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6f58b3-b17a-4eb6-987b-8bedf24cb62b,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:40.646028 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.650417 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ba080f35-b700-4efd-bcd0-383956734fb3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615567 Jan 16 23:22:40.650606 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42266) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:40.655361 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:40.679907 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.780910 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:40.884673 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Allocated IP 172.27.3.63 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/53f2c520-23de-4bf2-9c17-c15b0d58f695) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:22:40.915609 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 677954a5-0f2c-4c57-8aff-5d886ac71b21 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:22:40.977665 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 677954a5-0f2c-4c57-8aff-5d886ac71b21 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:22:40.985616 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 677954a5-0f2c-4c57-8aff-5d886ac71b21 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:22:40.986360 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.008313 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.049795 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.088335 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:22:41.089831 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 677954a5-0f2c-4c57-8aff-5d886ac71b21 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:22:41.090294 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.091425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:22:41.093995 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:22:41.114662 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677954a5-0f2c-4c57-8aff-5d886ac71b21'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:41.116770 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b9f5b6-b7fa-4c06-8cac-d8ebda9e3aa0" -d '{"events": [{"server_uuid": "8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434", "name": "network-vif-plugged", "status": "completed", "tag": "677954a5-0f2c-4c57-8aff-5d886ac71b21"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:41.129886 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 677954a5-0f2c-4c57-8aff-5d886ac71b21, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:41.132584 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'Port': ['ID=53f2c520-23de-4bf2-9c17-c15b0d58f695,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:41.136403 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.137595 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:22:41.165028 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:22:41.165419 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 64d2b4d2-d64d-4f80-b730-ea5b0a7547f7 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:22:41.185723 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68604cd9-3abd-4ea2-b950-b3cd5690567a x-openstack-request-id: req-68604cd9-3abd-4ea2-b950-b3cd5690567a {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:41.186019 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434", "name": "network-vif-plugged", "status": "completed", "tag": "677954a5-0f2c-4c57-8aff-5d886ac71b21", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:41.186271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-68604cd9-3abd-4ea2-b950-b3cd5690567a {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:41.186672 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677954a5-0f2c-4c57-8aff-5d886ac71b21', 'code': 200} Jan 16 23:22:41.200699 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (ec135d82-d84d-4f1b-851b-7e28d47a57fd), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.214064 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=677954a5-0f2c-4c57-8aff-5d886ac71b21,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:41.249136 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.319930 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-99da08b3-49c8-4d7e-a712-2b72647414c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.340084 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42280) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:41.408332 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8c6eb-70ff-4c87-8215-e6322500879d req-9016f662-8e0e-4899-b25a-de8c6fb878d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:41.410951 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea8c6eb-70ff-4c87-8215-e6322500879d req-9016f662-8e0e-4899-b25a-de8c6fb878d6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 1098 time: 0.0529776 Jan 16 23:22:41.476058 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea8c6eb-70ff-4c87-8215-e6322500879d req-44088189-d5da-446a-a68a-6f7d30330bc8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563259 Jan 16 23:22:41.482625 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8639aaf1-0ad0-4cee-bb03-1e71089714f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.591750 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8639aaf1-0ad0-4cee-bb03-1e71089714f7 admin admin] Publish callbacks [] for security_group (63669421-3895-4987-9362-0bd8f995a210), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.596340 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8639aaf1-0ad0-4cee-bb03-1e71089714f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (63669421-3895-4987-9362-0bd8f995a210), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.639699 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8639aaf1-0ad0-4cee-bb03-1e71089714f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ececb8e1a0b94d988d7aeb10bd669ea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962744 Jan 16 23:22:41.639699 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639aaf1-0ad0-4cee-bb03-1e71089714f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63669421-3895-4987-9362-0bd8f995a210,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:41.642160 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42286) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:41.671043 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.675633 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.692572 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cd94cc5f-dfd8-4947-a9a3-4f04b71c0a09 admin admin] Publish callbacks [] for security_group (63669421-3895-4987-9362-0bd8f995a210), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.713948 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edebae4-a992-4775-a356-e8dd9cf43239 req-18c68a98-493f-4640-b15a-f829fbc86950 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:41.714687 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cd94cc5f-dfd8-4947-a9a3-4f04b71c0a09 admin admin] Publish callbacks [] for security_group (63669421-3895-4987-9362-0bd8f995a210), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.715408 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0edebae4-a992-4775-a356-e8dd9cf43239 req-18c68a98-493f-4640-b15a-f829fbc86950 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 945 time: 0.0924351 Jan 16 23:22:41.767645 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cd94cc5f-dfd8-4947-a9a3-4f04b71c0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (63669421-3895-4987-9362-0bd8f995a210), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.771127 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-cd94cc5f-dfd8-4947-a9a3-4f04b71c0a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.772268 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-cd94cc5f-dfd8-4947-a9a3-4f04b71c0a09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63669421-3895-4987-9362-0bd8f995a210 HTTP/1.1" status: 204 len: 168 time: 0.1291907 Jan 16 23:22:41.779943 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'Port': ['ID=53f2c520-23de-4bf2-9c17-c15b0d58f695,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:41.782108 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94cc5f-dfd8-4947-a9a3-4f04b71c0a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63669421-3895-4987-9362-0bd8f995a210,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:41.790580 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (ec135d82-d84d-4f1b-851b-7e28d47a57fd), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.814177 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0edebae4-a992-4775-a356-e8dd9cf43239 req-90527e22-e8c8-4a77-9613-f4bf4f626171 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887473 Jan 16 23:22:41.820301 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:41.829676 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6698784f-99ab-4951-a5a9-372be6ba87ad tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1697953 Jan 16 23:22:42.017056 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0c3cbbdd-7d45-4540-b855-cedeeaf36ba9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1823921464&fields=id&tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 267 time: 0.0440648 Jan 16 23:22:42.064730 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42308) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:42.084228 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8584bc6-8791-4447-a2ed-47933e6ac02d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.128524 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-57f46ee1-7ea4-4ba5-93ce-fe8ffd12af5e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:42.130125 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-57f46ee1-7ea4-4ba5-93ce-fe8ffd12af5e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 816 time: 0.1064527 Jan 16 23:22:42.145930 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0d22893f-112c-418e-95e3-03e9751778d9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/quotas/18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 375 time: 0.0099399 Jan 16 23:22:42.163308 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8584bc6-8791-4447-a2ed-47933e6ac02d admin admin] Publish callbacks [] for security_group (ef426d61-25e0-43ab-81d2-48fd0965bf7f), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.167193 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8584bc6-8791-4447-a2ed-47933e6ac02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ef426d61-25e0-43ab-81d2-48fd0965bf7f), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.199193 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-33088688-25fb-4beb-bcc3-04f5a084cf09 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482183 Jan 16 23:22:42.202183 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8584bc6-8791-4447-a2ed-47933e6ac02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef426d61-25e0-43ab-81d2-48fd0965bf7f,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:42.209572 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b8584bc6-8791-4447-a2ed-47933e6ac02d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6c4e351e3f04d748c8ca4b1604373fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405408 Jan 16 23:22:42.210297 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42310) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:42.256586 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5463322f-a50c-4003-abf0-6cc232142f51 admin admin] Publish callbacks [] for security_group (ef426d61-25e0-43ab-81d2-48fd0965bf7f), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.277825 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5463322f-a50c-4003-abf0-6cc232142f51 admin admin] Publish callbacks [] for security_group (ef426d61-25e0-43ab-81d2-48fd0965bf7f), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.322293 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5463322f-a50c-4003-abf0-6cc232142f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ef426d61-25e0-43ab-81d2-48fd0965bf7f), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.324994 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5463322f-a50c-4003-abf0-6cc232142f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.328781 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-5463322f-a50c-4003-abf0-6cc232142f51 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ef426d61-25e0-43ab-81d2-48fd0965bf7f HTTP/1.1" status: 204 len: 168 time: 0.1181386 Jan 16 23:22:42.337067 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463322f-a50c-4003-abf0-6cc232142f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef426d61-25e0-43ab-81d2-48fd0965bf7f,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:42.393704 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-03cc8516-bbb1-482d-ab17-b026e0181a9f service neutron] 10.222.0.35 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812520 Jan 16 23:22:42.488289 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-3b1ab3ef-3525-45a4-9191-5fa60a813003 service neutron] 10.222.0.35 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878692 Jan 16 23:22:42.659066 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42324) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:42.672886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d4678bc0-02b4-4f60-ae9b-3d26c8a42d68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.673871 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-117d0125-b90c-4d58-8fe4-11c4296e5170 req-ebeb54b4-9910-4044-8e6b-882492b4ebfa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 210 time: 0.0403693 Jan 16 23:22:42.754610 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d4678bc0-02b4-4f60-ae9b-3d26c8a42d68 admin admin] Publish callbacks [] for security_group (7f983eac-d85d-489b-a3b4-e087bb2a4428), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.758686 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-d4678bc0-02b4-4f60-ae9b-3d26c8a42d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7f983eac-d85d-489b-a3b4-e087bb2a4428), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.804229 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d4678bc0-02b4-4f60-ae9b-3d26c8a42d68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d62d62c6b1c4967b9f3fa5c17b6736d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440172 Jan 16 23:22:42.805102 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4678bc0-02b4-4f60-ae9b-3d26c8a42d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f983eac-d85d-489b-a3b4-e087bb2a4428,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:42.807571 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42326) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:42.860599 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b8ec855c-3586-4e80-b22a-ecd62ae5df4c admin admin] Publish callbacks [] for security_group (7f983eac-d85d-489b-a3b4-e087bb2a4428), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.887548 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b8ec855c-3586-4e80-b22a-ecd62ae5df4c admin admin] Publish callbacks [] for security_group (7f983eac-d85d-489b-a3b4-e087bb2a4428), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.964732 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7e605-5303-4cbc-bb61-ba4a06745539 req-c16e6097-6b32-4355-b2c3-1580a1f82a14 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:42.966303 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-faa7e605-5303-4cbc-bb61-ba4a06745539 req-c16e6097-6b32-4355-b2c3-1580a1f82a14 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 945 time: 0.0765350 Jan 16 23:22:42.986379 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b8ec855c-3586-4e80-b22a-ecd62ae5df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7f983eac-d85d-489b-a3b4-e087bb2a4428), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.988937 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b8ec855c-3586-4e80-b22a-ecd62ae5df4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:42.992747 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b8ec855c-3586-4e80-b22a-ecd62ae5df4c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f983eac-d85d-489b-a3b4-e087bb2a4428 HTTP/1.1" status: 204 len: 168 time: 0.1815569 Jan 16 23:22:43.002911 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec855c-3586-4e80-b22a-ecd62ae5df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f983eac-d85d-489b-a3b4-e087bb2a4428,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:43.038250 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-faa7e605-5303-4cbc-bb61-ba4a06745539 req-92d27b3a-fec1-4df4-9476-89c62a06bf87 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644820 Jan 16 23:22:43.784227 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8029cf4e-7327-42e0-8e8b-c3a29d1810ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:43.939941 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2e98776f-2643-4262-b653-5b0f584b60c8 req-b27c2976-f2ed-4f89-a0d2-3cdef21226ca tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 210 time: 0.0319164 Jan 16 23:22:44.102718 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-8a1c6de1-a40c-4fc5-b2a2-c04215ab956e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:44.104838 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-8a1c6de1-a40c-4fc5-b2a2-c04215ab956e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 816 time: 0.1312163 Jan 16 23:22:44.187715 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-2caca891-e145-4b0c-ba53-bb1c81a27668 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 380 time: 0.0585368 Jan 16 23:22:44.197501 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'port': {'device_id': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'admin_state_up': True, 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'security_groups': ['c476dd1c-1737-48df-9c1b-911e5a474905']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:44.306851 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Made reservation on behalf of 18a29b2965ee4f2aaf658da3d3eaee4e for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:22:44.310354 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.439502 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Allocated IP 172.20.0.5 (09e1eff7-e489-4cbf-803a-43f2c0779e20/c3e4a687-4914-41ed-a83c-785f8acfb841/c13aebf7-f53a-4bb0-bbe4-56c645b05c5d) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:22:44.583235 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.620051 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.664119 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:22:44.671345 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:22:44.676120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:22:44.708076 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:44.739034 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:44.739787 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.765100 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0e11a6ee-156d-48b7-b048-e0e82d6070e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715876 Jan 16 23:22:44.787452 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Request body: {'port': {'device_id': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:22:44.851438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.901839 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.911639 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-0a506078-ff55-4231-a9aa-ecd428699d7e None None] Provisioning complete for port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:22:44.912094 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0a506078-ff55-4231-a9aa-ecd428699d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:44.950700 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0a506078-ff55-4231-a9aa-ecd428699d7e None None] Port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:22:45.073750 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766858b-7745-449c-af6b-9fbc43658f5c req-bced8c12-364b-48f4-9b64-2b236da36063 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:45.075240 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5766858b-7745-449c-af6b-9fbc43658f5c req-bced8c12-364b-48f4-9b64-2b236da36063 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 931 time: 0.0585139 Jan 16 23:22:45.126713 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5766858b-7745-449c-af6b-9fbc43658f5c req-a772ee8b-8cb7-43f8-9cd9-9dfa4aad51ac tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451460 Jan 16 23:22:45.134540 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13aebf7-f53a-4bb0-bbe4-56c645b05c5d {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:22:45.152289 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Publish callbacks [] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.157395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Transition to ACTIVE for port object c13aebf7-f53a-4bb0-bbe4-56c645b05c5d will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:22:45.161737 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.204134 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42428) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:45.256191 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:45.290273 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Attempting to bind port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:22:45.290612 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Attempting to bind port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:22:45.290944 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Attempting to bind port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:22:45.295567 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:22:45.295891 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Attempting to bind port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d on network 09e1eff7-e489-4cbf-803a-43f2c0779e20 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:22:45.303072 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:22:45.303414 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Checking segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:22:45.303806 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Bound using segment: {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:22:45.304236 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Bound port: c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64aee54b-f0d3-4aab-93ea-0bad3db49bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:22:45.304592 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.324710 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a5ca-d695-49c6-8d9e-5515985ec6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.374738 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:22:45.378058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:22:45.382250 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.404268 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a5ca-d695-49c6-8d9e-5515985ec6e1 admin admin] Publish callbacks [] for security_group (699ac27e-cc29-4b47-914c-8715742aff76), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.408814 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d1f7a5ca-d695-49c6-8d9e-5515985ec6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (699ac27e-cc29-4b47-914c-8715742aff76), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.418454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:45.419070 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.420457 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] 10.222.0.76 "PUT /v2.0/ports/c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 200 len: 1093 time: 0.6373830 Jan 16 23:22:45.421170 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:45.423230 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cab80a-f237-414c-8c41-7cb91f32fcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:45.447488 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8771886-b407-4f5c-beb8-69b59048255e service neutron] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:45.476350 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb71ea97-89e6-4574-8f14-bd9a1e677eae x-openstack-request-id: req-cb71ea97-89e6-4574-8f14-bd9a1e677eae {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:45.476667 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:45.476922 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb71ea97-89e6-4574-8f14-bd9a1e677eae {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:45.477357 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'status': 'completed', 'code': 200} Jan 16 23:22:45.490518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7a5ca-d695-49c6-8d9e-5515985ec6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ac27e-cc29-4b47-914c-8715742aff76,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:45.497962 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-d1f7a5ca-d695-49c6-8d9e-5515985ec6e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=350ccd1d3b7d4e08bc98793b1f5a167f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926748 Jan 16 23:22:45.499088 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42436) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:45.557356 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b705fa31-68e6-4057-8dac-015bd6107cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:45.559700 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-b705fa31-68e6-4057-8dac-015bd6107cf1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1096 time: 0.0638800 Jan 16 23:22:45.564233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5cc4-4bda-41e3-ae74-622f7452cb40 admin admin] Publish callbacks [] for security_group (699ac27e-cc29-4b47-914c-8715742aff76), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.586043 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5cc4-4bda-41e3-ae74-622f7452cb40 admin admin] Publish callbacks [] for security_group (699ac27e-cc29-4b47-914c-8715742aff76), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.611390 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-6e65d76c-9443-4850-bde9-dc363f45d796 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 200 len: 217 time: 0.0368671 Jan 16 23:22:45.635336 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5cc4-4bda-41e3-ae74-622f7452cb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (699ac27e-cc29-4b47-914c-8715742aff76), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.638237 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fe7e5cc4-4bda-41e3-ae74-622f7452cb40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.639417 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-fe7e5cc4-4bda-41e3-ae74-622f7452cb40 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/699ac27e-cc29-4b47-914c-8715742aff76 HTTP/1.1" status: 204 len: 168 time: 0.1386175 Jan 16 23:22:45.648157 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e5cc4-4bda-41e3-ae74-622f7452cb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ac27e-cc29-4b47-914c-8715742aff76,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:45.665721 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-a8fe7b5a-d5bf-4b34-9396-efc553382c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:45.667439 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-a8fe7b5a-d5bf-4b34-9396-efc553382c4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0499334 Jan 16 23:22:45.715094 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85835e93-2b14-452c-a62a-b7ba60af259e req-bc72bc2d-7725-4a50-8e5a-c0efb7d34660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:45.716579 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-bc72bc2d-7725-4a50-8e5a-c0efb7d34660 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425580 Jan 16 23:22:45.820091 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-bc3f852b-90d3-47d5-a694-26270923841b service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887508 Jan 16 23:22:45.893707 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:45.912344 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85835e93-2b14-452c-a62a-b7ba60af259e req-0a9b8bba-4612-4a3a-83de-dd07aac37a8f service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Jan 16 23:22:45.939089 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42442) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:45.956917 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8107fc88-a0c7-40cf-b9f7-2f85cdf73396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.030434 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8107fc88-a0c7-40cf-b9f7-2f85cdf73396 admin admin] Publish callbacks [] for security_group (a54158f4-d59d-4c83-9502-f17ca1f76256), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.035200 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8107fc88-a0c7-40cf-b9f7-2f85cdf73396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a54158f4-d59d-4c83-9502-f17ca1f76256), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.098267 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107fc88-a0c7-40cf-b9f7-2f85cdf73396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54158f4-d59d-4c83-9502-f17ca1f76256,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:46.104552 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8107fc88-a0c7-40cf-b9f7-2f85cdf73396 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c8bc927dd434daaa4949d5556ee0dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644716 Jan 16 23:22:46.108005 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42444) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:46.114951 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-ed4cba03-d514-412a-ae2a-e4dfaaa587af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:46.116420 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-ed4cba03-d514-412a-ae2a-e4dfaaa587af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1096 time: 0.0785289 Jan 16 23:22:46.158186 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-25506343-d49b-471b-b544-1130d2cbff93 admin admin] Publish callbacks [] for security_group (a54158f4-d59d-4c83-9502-f17ca1f76256), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.181784 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-25506343-d49b-471b-b544-1130d2cbff93 admin admin] Publish callbacks [] for security_group (a54158f4-d59d-4c83-9502-f17ca1f76256), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.216658 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-90d38a8a-8b3f-4443-ae24-0472e2948fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:46.218265 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-90d38a8a-8b3f-4443-ae24-0472e2948fa4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.0934074 Jan 16 23:22:46.261828 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc247-3d4e-43fd-a558-62f9b14710c8 req-ade8a5b9-09db-4b40-a935-26f303966976 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:46.263297 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-72abc247-3d4e-43fd-a558-62f9b14710c8 req-ade8a5b9-09db-4b40-a935-26f303966976 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0591323 Jan 16 23:22:46.268199 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-25506343-d49b-471b-b544-1130d2cbff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (a54158f4-d59d-4c83-9502-f17ca1f76256), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.270651 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-cc41adf7-a4ec-4448-8083-08e8a50da380 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 200 len: 217 time: 0.0355387 Jan 16 23:22:46.271236 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-25506343-d49b-471b-b544-1130d2cbff93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:46.272283 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-25506343-d49b-471b-b544-1130d2cbff93 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a54158f4-d59d-4c83-9502-f17ca1f76256 HTTP/1.1" status: 204 len: 168 time: 0.1630187 Jan 16 23:22:46.292101 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25506343-d49b-471b-b544-1130d2cbff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54158f4-d59d-4c83-9502-f17ca1f76256,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:46.322167 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-5dae3be6-f4b1-47e4-997c-e9cf834b8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:46.323787 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-5dae3be6-f4b1-47e4-997c-e9cf834b8b51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0456386 Jan 16 23:22:46.330055 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-72abc247-3d4e-43fd-a558-62f9b14710c8 req-7d3530b9-7b74-4d3c-8ff6-8cee58dad0d4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565820 Jan 16 23:22:46.381528 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-db72aeac-f505-41e0-8208-2086d9cbd0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:46.383021 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-db72aeac-f505-41e0-8208-2086d9cbd0e5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450912 Jan 16 23:22:46.475672 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-e46829d4-5916-4e88-893e-a8a3397a4f49 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845184 Jan 16 23:22:46.571322 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e2cab80a-f237-414c-8c41-7cb91f32fcc7 req-ecc64c31-cf3b-4de5-9e7e-9575544844ca service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Jan 16 23:22:47.300358 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42478) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:47.344497 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.405338 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4ea6deff-2fd9-4b06-95b0-f3114bbab497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.455130 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:22:47.458377 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a2e5d-1cca-4960-b801-7d67244e4cfd req-56065ba5-8cc5-41e6-abd2-f71fd42f7e42 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:47.459430 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2e0a2e5d-1cca-4960-b801-7d67244e4cfd req-56065ba5-8cc5-41e6-abd2-f71fd42f7e42 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0553434 Jan 16 23:22:47.484618 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4ea6deff-2fd9-4b06-95b0-f3114bbab497 admin admin] Publish callbacks [] for security_group (d44c3404-a64b-46b0-83fe-3b1342512927), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.489013 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4ea6deff-2fd9-4b06-95b0-f3114bbab497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d44c3404-a64b-46b0-83fe-3b1342512927), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.507724 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2e0a2e5d-1cca-4960-b801-7d67244e4cfd req-86d2ed32-aebe-4996-bbd3-dc16d5226080 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Jan 16 23:22:47.527014 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4ea6deff-2fd9-4b06-95b0-f3114bbab497 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc56f6d5002e41079c3d3cc564e97419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255814 Jan 16 23:22:47.527892 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6deff-2fd9-4b06-95b0-f3114bbab497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c3404-a64b-46b0-83fe-3b1342512927,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:47.529633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42484) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:47.583721 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8748cfe3-ad3d-40c1-b2c3-5e76707605ae admin admin] Publish callbacks [] for security_group (d44c3404-a64b-46b0-83fe-3b1342512927), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.600750 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.607817 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8748cfe3-ad3d-40c1-b2c3-5e76707605ae admin admin] Publish callbacks [] for security_group (d44c3404-a64b-46b0-83fe-3b1342512927), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.653351 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8748cfe3-ad3d-40c1-b2c3-5e76707605ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d44c3404-a64b-46b0-83fe-3b1342512927), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.655978 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8748cfe3-ad3d-40c1-b2c3-5e76707605ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:47.657147 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8748cfe3-ad3d-40c1-b2c3-5e76707605ae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d44c3404-a64b-46b0-83fe-3b1342512927 HTTP/1.1" status: 204 len: 168 time: 0.1263692 Jan 16 23:22:47.664967 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748cfe3-ad3d-40c1-b2c3-5e76707605ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c3404-a64b-46b0-83fe-3b1342512927,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:48.627152 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42522) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:48.631267 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55094fd-9591-447a-87bc-caa91a7b08de req-c7e52548-19ed-4a85-8bbc-efacffa70cce tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:48.633046 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b55094fd-9591-447a-87bc-caa91a7b08de req-c7e52548-19ed-4a85-8bbc-efacffa70cce tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0489824 Jan 16 23:22:48.696777 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b55094fd-9591-447a-87bc-caa91a7b08de req-efc5c649-26f8-4821-b9f5-98cc3d9ca4ec tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580568 Jan 16 23:22:48.745486 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-411cbe1c-d819-4721-8dd7-21b7a9d4097c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.821474 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-411cbe1c-d819-4721-8dd7-21b7a9d4097c admin admin] Publish callbacks [] for security_group (3dea1ea6-b155-4087-9bb0-90d63ae6c010), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.824899 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-411cbe1c-d819-4721-8dd7-21b7a9d4097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3dea1ea6-b155-4087-9bb0-90d63ae6c010), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.864394 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-411cbe1c-d819-4721-8dd7-21b7a9d4097c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0592aea9ea3b451d92cb672c472ae546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361372 Jan 16 23:22:48.865828 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cbe1c-d819-4721-8dd7-21b7a9d4097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dea1ea6-b155-4087-9bb0-90d63ae6c010,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:48.867164 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42528) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:22:48.914046 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4802f9e3-ae9e-49a7-8254-d4f69abb95db admin admin] Publish callbacks [] for security_group (3dea1ea6-b155-4087-9bb0-90d63ae6c010), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.934586 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4802f9e3-ae9e-49a7-8254-d4f69abb95db admin admin] Publish callbacks [] for security_group (3dea1ea6-b155-4087-9bb0-90d63ae6c010), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.980888 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4802f9e3-ae9e-49a7-8254-d4f69abb95db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3dea1ea6-b155-4087-9bb0-90d63ae6c010), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.984152 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4802f9e3-ae9e-49a7-8254-d4f69abb95db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:48.985373 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4802f9e3-ae9e-49a7-8254-d4f69abb95db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dea1ea6-b155-4087-9bb0-90d63ae6c010 HTTP/1.1" status: 204 len: 168 time: 0.1171193 Jan 16 23:22:48.993401 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802f9e3-ae9e-49a7-8254-d4f69abb95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dea1ea6-b155-4087-9bb0-90d63ae6c010,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:49.010630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:22:49.114743 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:49.129484 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'mac_address': 'fa:16:3e:28:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:22:49.167282 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:22:49.167676 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:49.180831 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13aebf7-f53a-4bb0-bbe4-56c645b05c5d {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:22:49.200165 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:49.203934 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:49.256383 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:49.585364 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:22:49.835333 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b988ed4-81d9-4453-b9cc-7c9a2ccdc369 req-6c1c0d6b-1136-4f86-89c7-2416b9b62695 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:49.836837 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6b988ed4-81d9-4453-b9cc-7c9a2ccdc369 req-6c1c0d6b-1136-4f86-89c7-2416b9b62695 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 944 time: 0.0497124 Jan 16 23:22:49.886581 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6b988ed4-81d9-4453-b9cc-7c9a2ccdc369 req-8d03c427-3f80-446e-bf76-5225be301064 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443203 Jan 16 23:22:50.916742 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-3a60f59b-6769-4ef2-98b5-0f9f552cd52a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1572132 Jan 16 23:22:51.018534 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:22:51.026804 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e12bdc-5364-4932-8359-15504d4f30f0 req-3021edd1-98b7-4535-a81e-1b9497adf6d1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:51.035013 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-47e12bdc-5364-4932-8359-15504d4f30f0 req-3021edd1-98b7-4535-a81e-1b9497adf6d1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 944 time: 0.0661225 Jan 16 23:22:51.039636 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-a6c73cf6-d4e9-4d92-8ad7-82d6c2de5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:51.043621 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-a6c73cf6-d4e9-4d92-8ad7-82d6c2de5066 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1138 time: 0.0901020 Jan 16 23:22:51.074935 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:22:51.078657 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:22:51.079028 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:51.083758 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-47e12bdc-5364-4932-8359-15504d4f30f0 req-6f58e23f-600f-4ed3-8b22-364345cf4493 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476031 Jan 16 23:22:51.178803 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:22:51.178983 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:51.179303 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-ce6e35ff-06c1-4b7a-99a8-b65ba9a92679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:51.180822 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-ce6e35ff-06c1-4b7a-99a8-b65ba9a92679 service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.1163347 Jan 16 23:22:51.207210 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:22:51.209479 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18ffe17-b784-4049-a25e-d636c4db9cc7" -d '{"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-plugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:22:51.224503 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:22:51.228863 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:22:51.256814 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-2c666f03-e229-4638-b494-6223d505d01b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 1002 time: 0.0692668 Jan 16 23:22:51.261344 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e0c462-337b-4cd9-a24b-e9ba2c2d725b x-openstack-request-id: req-17e0c462-337b-4cd9-a24b-e9ba2c2d725b {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:22:51.261637 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-plugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:22:51.261891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17e0c462-337b-4cd9-a24b-e9ba2c2d725b {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:22:51.262278 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'code': 200} Jan 16 23:22:51.282407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:22:52.227572 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20661fc-2360-4146-a2a1-b4b239e71c7a req-767b313c-cdb8-48cf-86bf-84770913d355 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:52.228986 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b20661fc-2360-4146-a2a1-b4b239e71c7a req-767b313c-cdb8-48cf-86bf-84770913d355 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0519528 Jan 16 23:22:52.274246 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b20661fc-2360-4146-a2a1-b4b239e71c7a req-5e763253-9b36-47c7-aa06-61cd9c4166c7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Jan 16 23:22:52.355002 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-1c0cbd3b-4ccf-4023-82c3-83b3bfadd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:52.356452 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-1c0cbd3b-4ccf-4023-82c3-83b3bfadd1d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0444753 Jan 16 23:22:53.393297 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a55fe-ebdb-4e1e-88a6-cd0c2b5f9404 req-8cc798e9-7c35-41ba-bbb3-0ffc0cbcc885 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:53.395085 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7f2a55fe-ebdb-4e1e-88a6-cd0c2b5f9404 req-8cc798e9-7c35-41ba-bbb3-0ffc0cbcc885 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Jan 16 23:22:53.441247 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7f2a55fe-ebdb-4e1e-88a6-cd0c2b5f9404 req-8fb3327a-ab82-4319-97fd-3f9f5cf8e0a7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401247 Jan 16 23:22:54.159871 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-fa973aa0-1964-4e6f-b203-a90bbc078d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:54.161439 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-fa973aa0-1964-4e6f-b203-a90bbc078d42 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525119 Jan 16 23:22:54.291484 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7fa51-ed38-4dda-93be-37494767a6fa req-3f23bfbc-7582-4a4b-92d8-2ea9d842c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:54.292997 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6bc7fa51-ed38-4dda-93be-37494767a6fa req-3f23bfbc-7582-4a4b-92d8-2ea9d842c934 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1098 time: 0.0679665 Jan 16 23:22:54.298466 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-6904027c-9b34-43ba-88da-8a23c8907d5c service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159019 Jan 16 23:22:54.381321 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6bc7fa51-ed38-4dda-93be-37494767a6fa req-78d5b63e-3641-48ec-8d67-f451cb1a74ab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815008 Jan 16 23:22:54.410496 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fd38efe-24c3-4d16-b478-eae319a2b2dd req-19eff5c2-bc40-483f-97e5-d948c308e24d service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050155 Jan 16 23:22:54.557454 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac71d0-23ea-4bac-b662-ad740a40991d req-9b46d7c9-9582-440f-8876-c4a7cfa72044 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:54.558907 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4aac71d0-23ea-4bac-b662-ad740a40991d req-9b46d7c9-9582-440f-8876-c4a7cfa72044 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Jan 16 23:22:54.603855 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4aac71d0-23ea-4bac-b662-ad740a40991d req-ff2b83a6-8d9c-48f8-8543-8f4a45f64268 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394654 Jan 16 23:22:55.719955 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe3ad9-77c5-4c44-9a49-ec2569e709e8 req-52237b89-da0b-4fa3-967e-c3818a3e2ac8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:55.721386 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-30fe3ad9-77c5-4c44-9a49-ec2569e709e8 req-52237b89-da0b-4fa3-967e-c3818a3e2ac8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0479312 Jan 16 23:22:55.770726 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-30fe3ad9-77c5-4c44-9a49-ec2569e709e8 req-f93227d6-643f-44cb-b05c-5d8fa344ef88 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Jan 16 23:22:56.902059 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0beff8-6fc7-46ff-bbff-6288d71decf5 req-5a561a44-f71e-4041-80d2-b10077601b55 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:56.903512 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8b0beff8-6fc7-46ff-bbff-6288d71decf5 req-5a561a44-f71e-4041-80d2-b10077601b55 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0506489 Jan 16 23:22:56.948080 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8b0beff8-6fc7-46ff-bbff-6288d71decf5 req-5cc25a5a-5957-47c8-8eea-a71a0115fcaa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391321 Jan 16 23:22:58.063670 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08521-f387-4849-bc97-6bfc049de374 req-ff339292-90f0-4e8d-8cc8-c2e24c01dd9f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:58.065132 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-10e08521-f387-4849-bc97-6bfc049de374 req-ff339292-90f0-4e8d-8cc8-c2e24c01dd9f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Jan 16 23:22:58.111677 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-10e08521-f387-4849-bc97-6bfc049de374 req-37ff7256-6b27-448a-a7ba-7e43f042814a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409830 Jan 16 23:22:59.229615 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aad573-6281-4b39-b126-31e18cef76f8 req-5a729a99-2a01-41c2-ad6c-18945faba346 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:22:59.231083 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-32aad573-6281-4b39-b126-31e18cef76f8 req-5a729a99-2a01-41c2-ad6c-18945faba346 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0478880 Jan 16 23:22:59.276174 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-32aad573-6281-4b39-b126-31e18cef76f8 req-94f52762-b03d-4285-937a-18d6b97ea9bd tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Jan 16 23:23:00.391977 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f724-ec5f-491e-8d44-b625a9b1b386 req-ba3c1e93-5611-4055-b776-43b5a327d593 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:00.393457 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e998f724-ec5f-491e-8d44-b625a9b1b386 req-ba3c1e93-5611-4055-b776-43b5a327d593 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0479052 Jan 16 23:23:00.438286 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e998f724-ec5f-491e-8d44-b625a9b1b386 req-dd99580d-4248-489a-bd2f-83bcae790473 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386164 Jan 16 23:23:01.012667 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-ff036ee5-c243-4ca9-aac2-f6b7a2234c32 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-70458014&fields=id&tenant_id=0d2c6712a0284cf58b3c6ff440d98672 HTTP/1.1" status: 200 len: 267 time: 0.0514264 Jan 16 23:23:01.075805 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-d5d9b7ce-1230-4ea4-a223-263e99e98eba tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:01.077307 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-d5d9b7ce-1230-4ea4-a223-263e99e98eba tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 985 time: 0.0588708 Jan 16 23:23:01.088387 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Request body: {'port': {'security_groups': ['578ed3f2-5f62-44a5-bb9b-05ce482dc0b8']}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:01.158893 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.330765 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:01.358088 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.362431 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.408201 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:01.408782 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.410743 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c815c0d3-bf20-4fca-af45-4d9ec0ee40c9 req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "PUT /v2.0/ports/9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 943 time: 0.3269088 Jan 16 23:23:01.411188 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:23:01.413418 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56" -d '{"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:23:01.419895 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42654) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:01.450953 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event updated for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=7']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:01.458871 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.459259 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.459575 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.459979 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.460341 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.460677 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.461014 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.461391 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.461715 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.462041 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.462409 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.462806 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.463150 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f21534f-c108-4e84-9232-9a17ffde23a8 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.510808 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group (945301de-c59d-41ff-b3c6-f4b3d8fc5bd1), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.544544 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group (945301de-c59d-41ff-b3c6-f4b3d8fc5bd1), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.601501 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:01.603876 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558514f6-9714-4eeb-8f51-f76a2e8ed910 req-7597742d-fabd-4cc3-b5dc-93e726c65893 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:01.611088 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-558514f6-9714-4eeb-8f51-f76a2e8ed910 req-7597742d-fabd-4cc3-b5dc-93e726c65893 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0635755 Jan 16 23:23:01.612189 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (945301de-c59d-41ff-b3c6-f4b3d8fc5bd1), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.616260 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.617910 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "DELETE /v2.0/security-groups/945301de-c59d-41ff-b3c6-f4b3d8fc5bd1 HTTP/1.1" status: 204 len: 168 time: 0.1970317 Jan 16 23:23:01.621454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42662) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:01.663354 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-558514f6-9714-4eeb-8f51-f76a2e8ed910 req-2c719e79-d691-4c31-9334-9839eab3a708 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512788 Jan 16 23:23:01.664449 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=945301de-c59d-41ff-b3c6-f4b3d8fc5bd1,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:01.670313 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c939b0-a99e-421b-9dd0-11be6e4209b5 x-openstack-request-id: req-e7c939b0-a99e-421b-9dd0-11be6e4209b5 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:23:01.670827 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:23:01.672153 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e7c939b0-a99e-421b-9dd0-11be6e4209b5 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:23:01.672805 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'status': 'completed', 'code': 200} Jan 16 23:23:01.680086 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.680445 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.680793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.681133 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.681499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.681834 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.682195 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.682531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.682864 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.683195 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.683520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.683847 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.684172 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab2a20-526f-4d07-b867-d3bdfddd04c2 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:01.828463 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33c1e7-161d-4ab7-85af-b7eef7d42282 req-ffdaae9d-d74a-40ab-929a-d6db5f19e9e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:01.829984 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5d33c1e7-161d-4ab7-85af-b7eef7d42282 req-ffdaae9d-d74a-40ab-929a-d6db5f19e9e5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0873501 Jan 16 23:23:01.840395 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42668) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:01.840812 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a7f0ff37-99d3-4b4c-bbbf-d055101aff68 None None] Provisioning complete for port 9661246c-e3a8-4173-bbe0-17070272d5aa triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:01.841337 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ff37-99d3-4b4c-bbbf-d055101aff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.846802 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Request body: {'floatingip': {'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:01.857139 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Deleting port e8b7ba18-23fb-4977-a4ce-6926d5866aa8 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:01.857520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.886708 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (ec135d82-d84d-4f1b-851b-7e28d47a57fd), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.918259 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0ff37-99d3-4b4c-bbbf-d055101aff68 None None] Current status of the port 9661246c-e3a8-4173-bbe0-17070272d5aa is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:01.936209 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.936613 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for floatingip (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:01.950365 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Calling delete_port for e8b7ba18-23fb-4977-a4ce-6926d5866aa8 owned by network:floatingip {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:02.349005 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:02.353380 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (ec135d82-d84d-4f1b-851b-7e28d47a57fd), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:02.369094 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (e8b7ba18-23fb-4977-a4ce-6926d5866aa8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:02.392252 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event deleted for resources: {'Port': ['ID=e8b7ba18-23fb-4977-a4ce-6926d5866aa8,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:02.451845 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Floating IP ec135d82-d84d-4f1b-851b-7e28d47a57fd associated. External IP: 172.27.3.63, port: c13aebf7-f53a-4bb0-bbe4-56c645b05c5d. Jan 16 23:23:02.452383 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks [] for floatingip (7843e7a6-f324-4faa-b6fe-a9de12a4e6a7), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:02.452846 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Floating IP 7843e7a6-f324-4faa-b6fe-a9de12a4e6a7 disassociated (deleted). External IP: 172.27.3.158, port: 9661246c-e3a8-4173-bbe0-17070272d5aa. Jan 16 23:23:02.656992 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Router 934afa0a-2f44-4727-987b-89a01a9fb556 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:23:02.663210 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:23:02.762501 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:02.767046 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:02.772481 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:02.775163 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:02.776904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:02.789697 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:02.791014 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:02.794388 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-d66049a3-77cd-4056-8caa-4373574d69a0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "PUT /v2.0/floatingips/ec135d82-d84d-4f1b-851b-7e28d47a57fd HTTP/1.1" status: 200 len: 990 time: 0.9521649 Jan 16 23:23:02.799434 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] Sync routers for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:02.810543 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1c9042e8-6ca3-4e12-a962-d047114b78fb tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "DELETE /v2.0/floatingips/7843e7a6-f324-4faa-b6fe-a9de12a4e6a7 HTTP/1.1" status: 204 len: 168 time: 1.1869886 Jan 16 23:23:02.811235 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:23:02.813648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623" -d '{"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:23:02.829622 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:02.836946 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:02.928662 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:02.956846 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:03.083923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11838c50-8672-4f83-91a0-54ff128380b4 x-openstack-request-id: req-11838c50-8672-4f83-91a0-54ff128380b4 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:23:03.084210 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:23:03.084520 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11838c50-8672-4f83-91a0-54ff128380b4 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:23:03.084934 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'status': 'completed', 'code': 200} Jan 16 23:23:03.164351 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:37Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:03.190081 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] Checking router: 8df4ed71-247e-4bd5-bf03-efbdeaefc66d for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:03.198095 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:03.198702 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:03.204509 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'ec135d82-d84d-4f1b-851b-7e28d47a57fd', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'mac_address': 'fa:16:3e:28:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:22:41Z', 'updated_at': '2022-01-16T23:23:02Z', 'revision_number': 1, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:03.235216 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:03.243590 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:03.244429 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:22:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:03.303406 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:03.351308 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:03.507149 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:37Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:03.533806 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1f0cb-1316-4dc7-8ce8-815b0b7cb16b None None] The sync data for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi is: [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:19:31Z', 'revision_number': 4, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'ebaad5b8-b0bc-4a2e-9e67-b9d203a61309', 'name': '', 'network_id': '84499aee-6626-42b9-b4cb-ddb30c5dd673', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'mac_address': 'fa:16:3e:d5:e5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:30Z', 'updated_at': '2022-01-16T23:19:37Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'subnets': [{'id': '706c78c9-30e4-4973-b4e7-8422cd2fac1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:03.574245 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'ec135d82-d84d-4f1b-851b-7e28d47a57fd', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'mac_address': 'fa:16:3e:28:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:22:41Z', 'updated_at': '2022-01-16T23:23:02Z', 'revision_number': 1, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:03.605299 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a18160-2f32-46fb-b6ef-b39f2b66e68e None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'ec135d82-d84d-4f1b-851b-7e28d47a57fd', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'mac_address': 'fa:16:3e:28:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:22:41Z', 'updated_at': '2022-01-16T23:23:02Z', 'revision_number': 1, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:03.673732 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:23:03.676747 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fce6b-1f5f-4203-829f-b989e8ad58b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:23:03.712870 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a09ce1-3aaa-4c5d-afa0-d177ae1a210a x-openstack-request-id: req-59a09ce1-3aaa-4c5d-afa0-d177ae1a210a {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:23:03.713158 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:23:03.713461 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59a09ce1-3aaa-4c5d-afa0-d177ae1a210a {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:23:03.713858 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'status': 'completed', 'code': 200} Jan 16 23:23:03.776389 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['9661246c-e3a8-4173-bbe0-17070272d5aa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:23:03.821336 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82253485-2166-47ef-85ed-e5baf4e49bdb None None] New status for floating IP 7843e7a6-f324-4faa-b6fe-a9de12a4e6a7: DOWN {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:23:03.836922 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267da6a-c364-49b7-82a1-c65cf71ab5d6 None None] New status for floating IP ec135d82-d84d-4f1b-851b-7e28d47a57fd: ACTIVE {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:23:04.009605 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-02bc3cf8-8a24-4ab7-8c84-185b58b41434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.011124 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-02bc3cf8-8a24-4ab7-8c84-185b58b41434 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1099 time: 0.1161594 Jan 16 23:23:04.013595 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-8495c9d7-c4fe-414d-b070-2c98d2552e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.015085 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-8495c9d7-c4fe-414d-b070-2c98d2552e70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1098 time: 0.1188653 Jan 16 23:23:04.024319 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['9661246c-e3a8-4173-bbe0-17070272d5aa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:23:04.205238 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-1b45f682-b7ce-479a-9a1c-211d46f4205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.206743 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-1b45f682-b7ce-479a-9a1c-211d46f4205e service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.1666651 Jan 16 23:23:04.207836 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-83a33bc1-dfb1-4745-90d7-9e1cd4c1f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.209165 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-83a33bc1-dfb1-4745-90d7-9e1cd4c1f7cc service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.1678047 Jan 16 23:23:04.269572 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-f83659a3-4577-4280-ab46-78a485fb29d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 217 time: 0.0448227 Jan 16 23:23:04.352157 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-d0d0a558-908d-4e58-83d7-83f8bbd4dae3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 200 len: 1000 time: 0.1266999 Jan 16 23:23:04.355367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-4997b03c-e64b-4ca3-87d0-3418392901d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.356724 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-4997b03c-e64b-4ca3-87d0-3418392901d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0602491 Jan 16 23:23:04.437298 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-ebede752-1ab6-4f32-98e2-655369fbb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.438768 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-ebede752-1ab6-4f32-98e2-655369fbb4b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0718658 Jan 16 23:23:04.444523 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-7bf82ee1-2d30-4e2e-94ea-66befd816ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.445918 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-7bf82ee1-2d30-4e2e-94ea-66befd816ef4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721145 Jan 16 23:23:04.539526 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-49ab9921-5f45-4133-a182-fa7fb3b99d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.541033 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-49ab9921-5f45-4133-a182-fa7fb3b99d48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942941 Jan 16 23:23:04.563393 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-c8646050-6c62-4489-8e78-c6bfeec8ec2c service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094434 Jan 16 23:23:04.725143 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-7c4ab59e-c2d2-46a6-8868-d4b81e2f7a5b service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601858 Jan 16 23:23:04.727046 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9f4d2e06-d9fc-49a1-9313-ba560cb1fa56 req-b40b6a89-ff58-4750-8949-1d2d8fb67798 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545417 Jan 16 23:23:04.860037 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-731fce6b-1f5f-4203-829f-b989e8ad58b7 req-51e7d484-5abf-466c-accf-76e6ae67e754 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100159 Jan 16 23:23:04.873073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-c84cbc91-f607-4de6-976f-afb4ac1eea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.874586 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-c84cbc91-f607-4de6-976f-afb4ac1eea3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 1099 time: 0.0584300 Jan 16 23:23:04.994062 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-319db26e-bacc-468a-857e-f1dd7b0dc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:04.995863 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-319db26e-bacc-468a-857e-f1dd7b0dc52b service neutron] 10.222.0.76 "GET /v2.0/networks?id=84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 200 len: 916 time: 0.1039598 Jan 16 23:23:05.068999 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-40c00652-7a85-4a49-8083-e35eb6afb69e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 200 len: 217 time: 0.0405648 Jan 16 23:23:05.121197 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-17010ab3-e043-4cd9-9be7-e3c2006918cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:05.122574 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-17010ab3-e043-4cd9-9be7-e3c2006918cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 200 len: 854 time: 0.0455346 Jan 16 23:23:05.167819 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-beda7607-2801-4046-9e22-725aca1b6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:05.169369 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-beda7607-2801-4046-9e22-725aca1b6348 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=84499aee-6626-42b9-b4cb-ddb30c5dd673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399628 Jan 16 23:23:05.265996 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-a2c681dd-2a26-49cb-876e-a040525238e5 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878322 Jan 16 23:23:05.360673 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b7196ca-e5a4-44d9-a6b8-3f64768fb623 req-8c89c078-5799-4815-8d9b-f3ed9091dc79 service neutron] 10.222.0.76 "GET /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Jan 16 23:23:06.671170 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea9736-97ec-424b-a4ab-62bfc61f0b49 req-83a9a45f-4ae9-476e-9cc9-d23a9bbceb1f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:06.672645 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b9ea9736-97ec-424b-a4ab-62bfc61f0b49 req-83a9a45f-4ae9-476e-9cc9-d23a9bbceb1f tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0499644 Jan 16 23:23:06.722721 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b9ea9736-97ec-424b-a4ab-62bfc61f0b49 req-767c18b1-77e7-40d1-a58e-72ef8f20a0b3 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 Jan 16 23:23:06.821117 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:23:07.837585 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff86dd-91c8-4987-b6db-02dfd66b4e22 req-06eab7f1-69ff-45f1-9920-526ce958aaf0 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:07.838986 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-78ff86dd-91c8-4987-b6db-02dfd66b4e22 req-06eab7f1-69ff-45f1-9920-526ce958aaf0 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0476730 Jan 16 23:23:07.898016 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-78ff86dd-91c8-4987-b6db-02dfd66b4e22 req-b6bd7c98-1bce-4bdd-8dda-ebc44a4e461d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530419 Jan 16 23:23:09.011888 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b449f-2d8f-4050-aa8a-8fbb1a9879c2 req-d1e44979-a39e-4d21-bbc9-76608db5b81e tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:09.013463 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-788b449f-2d8f-4050-aa8a-8fbb1a9879c2 req-d1e44979-a39e-4d21-bbc9-76608db5b81e tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0476604 Jan 16 23:23:09.059284 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-788b449f-2d8f-4050-aa8a-8fbb1a9879c2 req-7552f48f-e2aa-4565-8156-8acd240d111b tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Jan 16 23:23:10.170639 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feefd5c-807b-4a6c-b898-82f7fc604856 req-3fbdb1bf-1ec1-44d6-81cf-bcd8033501b6 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:10.172124 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4feefd5c-807b-4a6c-b898-82f7fc604856 req-3fbdb1bf-1ec1-44d6-81cf-bcd8033501b6 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0475512 Jan 16 23:23:10.216387 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4feefd5c-807b-4a6c-b898-82f7fc604856 req-c607219e-8a9a-45fb-bc10-4ae249a2cd00 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380542 Jan 16 23:23:10.989580 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-65b1637e-1a12-45e2-8d9c-0e8ff8eac19d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:10.991041 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-65b1637e-1a12-45e2-8d9c-0e8ff8eac19d tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0492375 Jan 16 23:23:11.078928 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Deleting port 9661246c-e3a8-4173-bbe0-17070272d5aa {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:11.079272 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:11.175935 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] For port 9661246c-e3a8-4173-bbe0-17070272d5aa, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=9661246c-e3a8-4173-bbe0-17070272d5aa,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:11.176265 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:11.192382 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Calling delete_port for 9661246c-e3a8-4173-bbe0-17070272d5aa owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:11.314708 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-88510325-65d9-4060-9222-2a37bfd65e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:11.364299 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (9661246c-e3a8-4173-bbe0-17070272d5aa), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:11.402351 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b5c32-3028-46df-ae35-5a1b3aaec1b1 req-b00a88bd-6195-4a3e-b0cc-9a589abe3029 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:11.402732 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['9661246c-e3a8-4173-bbe0-17070272d5aa'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:23:11.403856 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9b8b5c32-3028-46df-ae35-5a1b3aaec1b1 req-b00a88bd-6195-4a3e-b0cc-9a589abe3029 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/ports?device_id=77e77136-26c2-4618-95db-7620c9a3afb7 HTTP/1.1" status: 200 len: 946 time: 0.0996201 Jan 16 23:23:11.406928 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Pushing event deleted for resources: {'Port': ['ID=9661246c-e3a8-4173-bbe0-17070272d5aa,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:11.443326 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9aa2a3-d7cd-46cb-8406-b76d0d6da76a req-366d6ec7-dcbb-4442-ab16-0f083638f644 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:11.447121 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ca9aa2a3-d7cd-46cb-8406-b76d0d6da76a req-366d6ec7-dcbb-4442-ab16-0f083638f644 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 945 time: 0.0690260 Jan 16 23:23:11.462668 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] No DVR routers for this DVR port 9661246c-e3a8-4173-bbe0-17070272d5aa on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:23:11.466867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:11.470006 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-127b1e4a-f983-49d6-b08f-5c3d129106f8 req-e40a32d7-f973-414c-950d-55ac5a678e9a tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.76 "DELETE /v2.0/ports/9661246c-e3a8-4173-bbe0-17070272d5aa HTTP/1.1" status: 204 len: 173 time: 0.4737959 Jan 16 23:23:11.470439 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'name': 'network-vif-deleted', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:23:11.473217 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fbd2c4-b899-4fab-b495-bd0a14203bfd" -d '{"events": [{"server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "name": "network-vif-deleted", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:23:11.499920 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9b8b5c32-3028-46df-ae35-5a1b3aaec1b1 req-563b11db-83c3-44ca-a96e-4d7b4d8d9749 tempest-TestMinimumBasicScenario-1376522174 tempest-TestMinimumBasicScenario-1376522174-project] 10.222.0.35 "GET /v2.0/security-groups?id=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858099 Jan 16 23:23:11.501379 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ca9aa2a3-d7cd-46cb-8406-b76d0d6da76a req-6cd91d98-11ce-4e52-b427-8c96063dadee tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497527 Jan 16 23:23:11.570714 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ed0685-6d0f-4aff-9d0d-5c5562b44ca0 x-openstack-request-id: req-a2ed0685-6d0f-4aff-9d0d-5c5562b44ca0 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:23:11.571108 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e77136-26c2-4618-95db-7620c9a3afb7", "name": "network-vif-deleted", "tag": "9661246c-e3a8-4173-bbe0-17070272d5aa", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:23:11.571472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2ed0685-6d0f-4aff-9d0d-5c5562b44ca0 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:23:11.571942 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e77136-26c2-4618-95db-7620c9a3afb7', 'name': 'network-vif-deleted', 'tag': '9661246c-e3a8-4173-bbe0-17070272d5aa', 'status': 'completed', 'code': 200} Jan 16 23:23:12.641105 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98be40-91ec-4895-85d0-be336f8e5082 req-60c7a0c0-f0dd-4c3c-8d5b-5b02dd1acee7 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:12.642745 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8c98be40-91ec-4895-85d0-be336f8e5082 req-60c7a0c0-f0dd-4c3c-8d5b-5b02dd1acee7 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 945 time: 0.0557246 Jan 16 23:23:12.694100 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8c98be40-91ec-4895-85d0-be336f8e5082 req-bbe360e0-3a0c-46fc-8e74-0ec0a85e8093 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/security-groups?id=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Jan 16 23:23:13.184896 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42866) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:13.428352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-2098efcd-181d-4b09-ba87-ec744cdda03c tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:13.429743 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-2098efcd-181d-4b09-ba87-ec744cdda03c tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Jan 16 23:23:13.523648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Deleting port 677954a5-0f2c-4c57-8aff-5d886ac71b21 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:13.523991 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.529832 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.618054 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] For port 677954a5-0f2c-4c57-8aff-5d886ac71b21, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=677954a5-0f2c-4c57-8aff-5d886ac71b21,segment=NetworkSegment(40cedf92-ae54-4546-afa2-b3ac48c0d8a7),segment_id=40cedf92-ae54-4546-afa2-b3ac48c0d8a7)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:13.618424 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.631661 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Calling delete_port for 677954a5-0f2c-4c57-8aff-5d886ac71b21 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:13.770375 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (677954a5-0f2c-4c57-8aff-5d886ac71b21), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.793894 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Deleting port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:13.794240 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.796858 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-f78c3553-ba98-47d7-af76-7661a4f19968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.808370 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['677954a5-0f2c-4c57-8aff-5d886ac71b21'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:23:13.817859 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-62c91c73-1e5e-4efd-af36-770b65b558b8 req-d5b906db-f613-4d68-81f2-296808b71853 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.35 "GET /v2.0/ports?device_id=8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434 HTTP/1.1" status: 200 len: 210 time: 0.0445731 Jan 16 23:23:13.841082 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 9661246c-e3a8-4173-bbe0-17070272d5aa no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:13.844585 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Pushing event deleted for resources: {'Port': ['ID=677954a5-0f2c-4c57-8aff-5d886ac71b21,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:13.867245 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 9661246c-e3a8-4173-bbe0-17070272d5aa {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:13.867666 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 9661246c-e3a8-4173-bbe0-17070272d5aa not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:13.891072 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] No DVR routers for this DVR port 677954a5-0f2c-4c57-8aff-5d886ac71b21 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:23:13.891518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] For port ebaad5b8-b0bc-4a2e-9e67-b9d203a61309, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:13.891910 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.894905 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:13.897679 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fe5d7248-61be-487c-aab5-b1c7c4af9ce6 req-a04b72b9-7265-42e6-a20f-2bee9cddb706 tempest-VolumesSnapshotTestJSON-1406650513 tempest-VolumesSnapshotTestJSON-1406650513-project] 10.222.0.76 "DELETE /v2.0/ports/677954a5-0f2c-4c57-8aff-5d886ac71b21 HTTP/1.1" status: 204 len: 173 time: 0.4623911 Jan 16 23:23:13.898122 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'name': 'network-vif-deleted', 'tag': '677954a5-0f2c-4c57-8aff-5d886ac71b21'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:23:13.900323 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c95ff2c-ead2-4add-b0d7-bbcd9e54f432" -d '{"events": [{"server_uuid": "8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434", "name": "network-vif-deleted", "tag": "677954a5-0f2c-4c57-8aff-5d886ac71b21"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:23:13.906606 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Calling delete_port for ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 owned by network:router_interface {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:13.935375 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb8fe8c-6f68-446f-8b86-4a6e296c0535 x-openstack-request-id: req-3bb8fe8c-6f68-446f-8b86-4a6e296c0535 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:23:13.936104 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434", "name": "network-vif-deleted", "tag": "677954a5-0f2c-4c57-8aff-5d886ac71b21", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:23:13.936104 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3bb8fe8c-6f68-446f-8b86-4a6e296c0535 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:23:13.936428 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dfa571e-a2ac-4c3d-bf9d-b1a861ab5434', 'name': 'network-vif-deleted', 'tag': '677954a5-0f2c-4c57-8aff-5d886ac71b21', 'status': 'completed', 'code': 200} Jan 16 23:23:14.305457 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (ebaad5b8-b0bc-4a2e-9e67-b9d203a61309), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:14.330616 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebaad5b8-b0bc-4a2e-9e67-b9d203a61309,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:14.506998 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:14.736547 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:23:14.776633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42896) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:14.841625 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:14.849493 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-afb18076-9e0d-4f1a-872b-5fded20baf65 admin admin] 10.222.0.35 "PUT /v2.0/routers/8df4ed71-247e-4bd5-bf03-efbdeaefc66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6602733 Jan 16 23:23:14.849770 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42902) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:14.859503 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] Sync routers for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:14.892064 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:14.892973 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:14.919090 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-65c109ff-7c32-4cd6-b7e9-abc384807b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:14.966203 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.010174 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks [] for router (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.032377 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:15.132786 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-65c109ff-7c32-4cd6-b7e9-abc384807b11 admin admin] Publish callbacks [] for security_group (d9624da2-d601-4089-81fa-1bd31960991f), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.147422 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-65c109ff-7c32-4cd6-b7e9-abc384807b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d9624da2-d601-4089-81fa-1bd31960991f), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.181414 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c109ff-7c32-4cd6-b7e9-abc384807b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9624da2-d601-4089-81fa-1bd31960991f,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:15.194167 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks [] for router_gateway (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.219623 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-65c109ff-7c32-4cd6-b7e9-abc384807b11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f7bdf353bb94540be51d6c83e267822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418225 Jan 16 23:23:15.222900 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42912) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:15.261239 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Deleting port ca70c1d7-689c-4eae-88bf-e4274801866e {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:15.261680 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.282256 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e005666d-82a1-4f1d-b4b5-e96439f02c1c admin admin] Publish callbacks [] for security_group (d9624da2-d601-4089-81fa-1bd31960991f), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.309426 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e005666d-82a1-4f1d-b4b5-e96439f02c1c admin admin] Publish callbacks [] for security_group (d9624da2-d601-4089-81fa-1bd31960991f), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.352034 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] For port ca70c1d7-689c-4eae-88bf-e4274801866e, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ca70c1d7-689c-4eae-88bf-e4274801866e,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:15.352396 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.361666 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e005666d-82a1-4f1d-b4b5-e96439f02c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d9624da2-d601-4089-81fa-1bd31960991f), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.364447 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e005666d-82a1-4f1d-b4b5-e96439f02c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.365457 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Calling delete_port for ca70c1d7-689c-4eae-88bf-e4274801866e owned by network:router_gateway {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:15.365804 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-e005666d-82a1-4f1d-b4b5-e96439f02c1c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9624da2-d601-4089-81fa-1bd31960991f HTTP/1.1" status: 204 len: 168 time: 0.1417956 Jan 16 23:23:15.374099 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005666d-82a1-4f1d-b4b5-e96439f02c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9624da2-d601-4089-81fa-1bd31960991f,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:15.382437 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:23:14Z', 'revision_number': 5, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port': {'id': 'ca70c1d7-689c-4eae-88bf-e4274801866e', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:5a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:27Z', 'updated_at': '2022-01-16T23:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:15.422828 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] Checking router: 8df4ed71-247e-4bd5-bf03-efbdeaefc66d for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:15.433046 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] Routers {'8df4ed71-247e-4bd5-bf03-efbdeaefc66d'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:15.433747 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:15.540674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] Set router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d gateway port host: None {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:15.564569 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (ca70c1d7-689c-4eae-88bf-e4274801866e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.591546 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca70c1d7-689c-4eae-88bf-e4274801866e,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:15.615782 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:23:15Z', 'revision_number': 6, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:15.652827 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c51d41-a73b-4269-a2dc-2f0da295dc80 None None] The sync data for ids ['8df4ed71-247e-4bd5-bf03-efbdeaefc66d'] in dv-cinder-824839-1-iscsi is: [{'id': '8df4ed71-247e-4bd5-bf03-efbdeaefc66d', 'name': 'tempest-TestMinimumBasicScenario-1684497296-router', 'tenant_id': '0d2c6712a0284cf58b3c6ff440d98672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:26Z', 'updated_at': '2022-01-16T23:23:15Z', 'revision_number': 6, 'project_id': '0d2c6712a0284cf58b3c6ff440d98672', 'gw_port_host': None}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:15.661346 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.761394 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.763863 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks [] for router_controller (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.812251 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (8df4ed71-247e-4bd5-bf03-efbdeaefc66d), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.812880 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8df4ed71-247e-4bd5-bf03-efbdeaefc66d {{(pid=102393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:23:15.818294 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.819572 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c6c07714-85c8-4c9a-b60f-6111d0b765b2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8df4ed71-247e-4bd5-bf03-efbdeaefc66d HTTP/1.1" status: 204 len: 168 time: 0.9689722 Jan 16 23:23:15.822099 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42926) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:15.847729 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 677954a5-0f2c-4c57-8aff-5d886ac71b21 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:15.871852 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 677954a5-0f2c-4c57-8aff-5d886ac71b21 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:15.872929 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 677954a5-0f2c-4c57-8aff-5d886ac71b21 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:15.873052 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Deleting subnet 706c78c9-30e4-4973-b4e7-8422cd2fac1c {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:23:15.876700 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Publish callbacks [] for subnet (706c78c9-30e4-4973-b4e7-8422cd2fac1c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.896802 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:15.918823 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (706c78c9-30e4-4973-b4e7-8422cd2fac1c), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.280946 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (706c78c9-30e4-4973-b4e7-8422cd2fac1c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.348064 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (706c78c9-30e4-4973-b4e7-8422cd2fac1c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.377147 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=706c78c9-30e4-4973-b4e7-8422cd2fac1c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:16.384150 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.387941 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c0de6b9c-1e03-4636-be59-83bf33c3a9c5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/706c78c9-30e4-4973-b4e7-8422cd2fac1c HTTP/1.1" status: 204 len: 168 time: 0.5647504 Jan 16 23:23:16.390431 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 42950) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:16.395291 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cfc75-fb99-431c-9d5f-e4920d71f1e9 None None] Network 84499aee-6626-42b9-b4cb-ddb30c5dd673 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:23:16.474966 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (84499aee-6626-42b9-b4cb-ddb30c5dd673), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.552182 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Deleting port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:16.552530 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.584039 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74730407-23a8-441e-9f03-affd3780d30a None None] DHCP port deletion for 84499aee-6626-42b9-b4cb-ddb30c5dd673 request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:23:16.617584 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] For port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:16.617941 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.632762 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Calling delete_port for 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 owned by network:dhcp {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:16.661946 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-74730407-23a8-441e-9f03-affd3780d30a None None] Deleting port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 {{(pid=102395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:16.662586 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-74730407-23a8-441e-9f03-affd3780d30a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), before_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.716938 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:16.737818 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.748972 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:16.749478 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ebaad5b8-b0bc-4a2e-9e67-b9d203a61309 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:16.750000 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ca70c1d7-689c-4eae-88bf-e4274801866e no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:16.764599 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:16.775402 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] No DVR routers for this DVR port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 on host dv-cinder-824839-1-iscsi {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:23:16.777622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: ca70c1d7-689c-4eae-88bf-e4274801866e {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:16.778076 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ca70c1d7-689c-4eae-88bf-e4274801866e not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:16.778613 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:16.825874 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:16.826336 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:16.837630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-74730407-23a8-441e-9f03-affd3780d30a None None] For port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,segment=NetworkSegment(369ce197-c7be-441f-a9e4-a762b4257f49),segment_id=369ce197-c7be-441f-a9e4-a762b4257f49)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:16.838260 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-74730407-23a8-441e-9f03-affd3780d30a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), precommit_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.857559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-74730407-23a8-441e-9f03-affd3780d30a None None] Calling delete_port for 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 owned by network:dhcp {{(pid=102395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:16.858691 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (84499aee-6626-42b9-b4cb-ddb30c5dd673), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.890602 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84499aee-6626-42b9-b4cb-ddb30c5dd673']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:16.909668 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369ce197-c7be-441f-a9e4-a762b4257f49') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:16.909668 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369ce197-c7be-441f-a9e4-a762b4257f49') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:16.927473 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (369ce197-c7be-441f-a9e4-a762b4257f49), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.944484 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (369ce197-c7be-441f-a9e4-a762b4257f49), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.952192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:23:16.952683 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (369ce197-c7be-441f-a9e4-a762b4257f49), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:23:16.955408 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:23:16.985687 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-74730407-23a8-441e-9f03-affd3780d30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190'] for port (58c7f0c2-1287-475d-b16d-8dd1c13e70d3), after_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.013346 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (84499aee-6626-42b9-b4cb-ddb30c5dd673), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.019467 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.019648 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74730407-23a8-441e-9f03-affd3780d30a None None] Pushing event deleted for resources: {'Port': ['ID=58c7f0c2-1287-475d-b16d-8dd1c13e70d3,revision_number=None']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:17.021602 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74730407-23a8-441e-9f03-affd3780d30a None None] No DVR routers for this DVR port 58c7f0c2-1287-475d-b16d-8dd1c13e70d3 on host dv-cinder-824839-1-iscsi {{(pid=102395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:23:17.028129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42966) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:17.028897 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] 10.222.0.35 "DELETE /v2.0/networks/84499aee-6626-42b9-b4cb-ddb30c5dd673 HTTP/1.1" status: 204 len: 168 time: 0.6373925 Jan 16 23:23:17.044400 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5923b3b-5a60-4167-be5d-a46544f90d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=84499aee-6626-42b9-b4cb-ddb30c5dd673,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:17.389518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.599833 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.647144 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Deleting port 32d263c9-2a0b-4797-8a77-e59a225c0b1f {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:17.647479 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.729132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] For port 32d263c9-2a0b-4797-8a77-e59a225c0b1f, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=32d263c9-2a0b-4797-8a77-e59a225c0b1f,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:17.729527 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.742176 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Calling delete_port for 32d263c9-2a0b-4797-8a77-e59a225c0b1f owned by network:router_interface {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:17.915203 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (32d263c9-2a0b-4797-8a77-e59a225c0b1f), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:17.939475 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=32d263c9-2a0b-4797-8a77-e59a225c0b1f,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:18.106138 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:18.267972 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:18.313356 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:23:18.414548 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:18.419541 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6e9361ea-36a5-4edf-b706-09e71d96f2fb admin admin] 10.222.0.35 "PUT /v2.0/routers/bad415a3-30a1-4b2b-98f0-4044f1d7cab1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3894072 Jan 16 23:23:18.422132 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42986) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:18.425184 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] Sync routers for ids ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:18.437818 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] Routers {'bad415a3-30a1-4b2b-98f0-4044f1d7cab1'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:18.438718 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:18.528111 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks [] for router (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:18.630922 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] Set router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:18.812492 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:23:17Z', 'revision_number': 5, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:18.838418 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] Checking router: bad415a3-30a1-4b2b-98f0-4044f1d7cab1 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:18.847037 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] Routers {'bad415a3-30a1-4b2b-98f0-4044f1d7cab1'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:18.847693 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:18.860433 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks [] for router_gateway (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:18.911966 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Deleting port a40d825c-f0f0-428a-a591-280aa73a737b {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:18.912307 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:18.950094 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] Set router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:18.991046 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] For port a40d825c-f0f0-428a-a591-280aa73a737b, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=a40d825c-f0f0-428a-a591-280aa73a737b,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:18.991401 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.003335 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Calling delete_port for a40d825c-f0f0-428a-a591-280aa73a737b owned by network:router_gateway {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:19.125366 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:23:17Z', 'revision_number': 5, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:19.151488 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5cbd6d-84ff-4ead-a255-2611f545eb5c None None] The sync data for ids ['bad415a3-30a1-4b2b-98f0-4044f1d7cab1'] in dv-cinder-824839-1-iscsi is: [{'id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'name': 'tempest-TestMinimumBasicScenario-604336908-router', 'tenant_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:19:34Z', 'updated_at': '2022-01-16T23:23:17Z', 'revision_number': 5, 'project_id': '9ea05f5c2aeb4e5c8b93f891733025ff', 'gw_port': {'id': 'a40d825c-f0f0-428a-a591-280aa73a737b', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a7:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad415a3-30a1-4b2b-98f0-4044f1d7cab1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:19:35Z', 'updated_at': '2022-01-16T23:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:19.164740 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (a40d825c-f0f0-428a-a591-280aa73a737b), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.190064 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a40d825c-f0f0-428a-a591-280aa73a737b,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:19.250421 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.351690 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.353772 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks [] for router_controller (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.414218 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (bad415a3-30a1-4b2b-98f0-4044f1d7cab1), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.414766 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router bad415a3-30a1-4b2b-98f0-4044f1d7cab1 {{(pid=102394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:23:19.419947 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.420561 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-a4083535-d940-41b4-9b32-302eba1087ad admin admin] 10.222.0.35 "DELETE /v2.0/routers/bad415a3-30a1-4b2b-98f0-4044f1d7cab1 HTTP/1.1" status: 204 len: 168 time: 0.9975426 Jan 16 23:23:19.423129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42992) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:19.468618 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Deleting subnet fc8c1636-cb15-4449-a310-05ad28a09e42 {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:23:19.472321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Publish callbacks [] for subnet (fc8c1636-cb15-4449-a310-05ad28a09e42), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.509265 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (fc8c1636-cb15-4449-a310-05ad28a09e42), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.635969 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (fc8c1636-cb15-4449-a310-05ad28a09e42), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.687624 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (fc8c1636-cb15-4449-a310-05ad28a09e42), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.714037 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8c1636-cb15-4449-a310-05ad28a09e42,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:19.715970 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.719160 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3a2c922f-9e7d-4515-a957-ee58b1760883 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fc8c1636-cb15-4449-a310-05ad28a09e42 HTTP/1.1" status: 204 len: 168 time: 0.2950981 Jan 16 23:23:19.722419 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 42998) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:19.725057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe02fb3-8f23-42ee-b4af-14f7aa45dd56 None None] Network ad4b65f2-6252-4a19-b309-03719daa5415 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:23:19.832844 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (ad4b65f2-6252-4a19-b309-03719daa5415), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.916019 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Deleting port b1c57948-ee7e-4890-a735-b6debdfc3110 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:19.916340 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:19.942143 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] DHCP port deletion for ad4b65f2-6252-4a19-b309-03719daa5415 request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:23:19.987514 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] For port b1c57948-ee7e-4890-a735-b6debdfc3110, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b1c57948-ee7e-4890-a735-b6debdfc3110,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:19.987829 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.001588 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] Deleting port b1c57948-ee7e-4890-a735-b6debdfc3110 {{(pid=102395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:23:20.001879 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Calling delete_port for b1c57948-ee7e-4890-a735-b6debdfc3110 owned by network:dhcp {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:20.002506 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), before_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.073021 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] For port b1c57948-ee7e-4890-a735-b6debdfc3110, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b1c57948-ee7e-4890-a735-b6debdfc3110,segment=NetworkSegment(b033be52-75d7-40eb-aec9-5b3504f5edef),segment_id=b033be52-75d7-40eb-aec9-5b3504f5edef)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:20.073512 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), precommit_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.086674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] Calling delete_port for b1c57948-ee7e-4890-a735-b6debdfc3110 owned by network:dhcp {{(pid=102395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:23:20.092929 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.118576 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c57948-ee7e-4890-a735-b6debdfc3110,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:20.122004 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] No DVR routers for this DVR port b1c57948-ee7e-4890-a735-b6debdfc3110 on host dv-cinder-824839-1-iscsi {{(pid=102394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:23:20.180131 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190'] for port (b1c57948-ee7e-4890-a735-b6debdfc3110), after_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.197692 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (ad4b65f2-6252-4a19-b309-03719daa5415), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.206674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] Pushing event deleted for resources: {'Port': ['ID=b1c57948-ee7e-4890-a735-b6debdfc3110,revision_number=None']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:20.210354 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f9997-69a9-4601-baaf-7b4c7e88e832 None None] No DVR routers for this DVR port b1c57948-ee7e-4890-a735-b6debdfc3110 on host dv-cinder-824839-1-iscsi {{(pid=102395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:23:20.234067 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4b65f2-6252-4a19-b309-03719daa5415']}} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:20.245838 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b033be52-75d7-40eb-aec9-5b3504f5edef') {'for_net_delete': True} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:20.246135 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b033be52-75d7-40eb-aec9-5b3504f5edef') {} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:20.257986 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62790157'] for segment (b033be52-75d7-40eb-aec9-5b3504f5edef), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.284559 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (b033be52-75d7-40eb-aec9-5b3504f5edef), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.292435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:23:20.293139 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61974913'] for segment (b033be52-75d7-40eb-aec9-5b3504f5edef), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: Traceback (most recent call last): Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: timer() Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: cb(*args, **kw) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: return func(*args, **kwargs) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: self._notify() Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: self.callback(batched_events) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: event.method(event) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: return f(self, *a, **k) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._get(url).json() Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: return self.request(url, 'GET', **kwargs) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:23:20.295441 dv-cinder-824839-1-iscsi neutron-server[102394]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:23:20.363400 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (ad4b65f2-6252-4a19-b309-03719daa5415), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.369272 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.372540 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ad4b65f2-6252-4a19-b309-03719daa5415 HTTP/1.1" status: 204 len: 168 time: 0.6487250 Jan 16 23:23:20.384367 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55095b7-b7df-4a5e-94ea-53fe2479dc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4b65f2-6252-4a19-b309-03719daa5415,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:20.554769 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43022) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:20.596184 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6fc0bb39-d38e-40fd-af74-6855b66a20d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d2c6712a0284cf58b3c6ff440d98672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400212 Jan 16 23:23:20.598710 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43024) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:20.654012 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fd5b536f-70d7-4ac5-9425-610f5ff7b9bd admin admin] Publish callbacks [] for security_group (578ed3f2-5f62-44a5-bb9b-05ce482dc0b8), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.675864 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fd5b536f-70d7-4ac5-9425-610f5ff7b9bd admin admin] Publish callbacks [] for security_group (578ed3f2-5f62-44a5-bb9b-05ce482dc0b8), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.695951 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device a40d825c-f0f0-428a-a591-280aa73a737b no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:20.719801 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: a40d825c-f0f0-428a-a591-280aa73a737b {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:20.720388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device a40d825c-f0f0-428a-a591-280aa73a737b not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:20.720811 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 32d263c9-2a0b-4797-8a77-e59a225c0b1f no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:20.729386 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fd5b536f-70d7-4ac5-9425-610f5ff7b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (578ed3f2-5f62-44a5-bb9b-05ce482dc0b8), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.732565 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fd5b536f-70d7-4ac5-9425-610f5ff7b9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:20.734124 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-fd5b536f-70d7-4ac5-9425-610f5ff7b9bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/578ed3f2-5f62-44a5-bb9b-05ce482dc0b8 HTTP/1.1" status: 204 len: 168 time: 0.1342702 Jan 16 23:23:20.744793 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 32d263c9-2a0b-4797-8a77-e59a225c0b1f {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:20.745331 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 32d263c9-2a0b-4797-8a77-e59a225c0b1f not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:20.745577 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b1c57948-ee7e-4890-a735-b6debdfc3110 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:23:20.745962 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b536f-70d7-4ac5-9425-610f5ff7b9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578ed3f2-5f62-44a5-bb9b-05ce482dc0b8,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:20.770145 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: b1c57948-ee7e-4890-a735-b6debdfc3110 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:23:20.770757 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b1c57948-ee7e-4890-a735-b6debdfc3110 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:23:21.096707 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43050) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:21.136387 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-72ad6bb8-afdb-4946-b028-a6077aee1069 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9ea05f5c2aeb4e5c8b93f891733025ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383577 Jan 16 23:23:21.138854 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43052) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:21.186795 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-74dbf414-4eda-4d20-b0bb-286f40ad4edb admin admin] Publish callbacks [] for security_group (bd4acb46-edf8-4ece-8e22-248050463985), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:21.208272 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-74dbf414-4eda-4d20-b0bb-286f40ad4edb admin admin] Publish callbacks [] for security_group (bd4acb46-edf8-4ece-8e22-248050463985), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:21.254220 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-74dbf414-4eda-4d20-b0bb-286f40ad4edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (bd4acb46-edf8-4ece-8e22-248050463985), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:21.264387 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-74dbf414-4eda-4d20-b0bb-286f40ad4edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:21.265555 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-74dbf414-4eda-4d20-b0bb-286f40ad4edb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd4acb46-edf8-4ece-8e22-248050463985 HTTP/1.1" status: 204 len: 168 time: 0.1257112 Jan 16 23:23:21.273276 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbf414-4eda-4d20-b0bb-286f40ad4edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4acb46-edf8-4ece-8e22-248050463985,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:27.251185 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43128) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:27.364292 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-037cc24d-6422-4ca1-bb88-2000132037ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.436255 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-037cc24d-6422-4ca1-bb88-2000132037ea admin admin] Publish callbacks [] for security_group (d7858516-9698-4298-ac6c-477f9241ab1c), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.440541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-037cc24d-6422-4ca1-bb88-2000132037ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d7858516-9698-4298-ac6c-477f9241ab1c), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.478570 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cc24d-6422-4ca1-bb88-2000132037ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7858516-9698-4298-ac6c-477f9241ab1c,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:27.485012 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-037cc24d-6422-4ca1-bb88-2000132037ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=690d8468b96c4c18a735a849fd15286e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327852 Jan 16 23:23:27.485193 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43134) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:27.541461 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-324b8ed1-9a7e-4d77-99b5-e199ae4c44d3 admin admin] Publish callbacks [] for security_group (d7858516-9698-4298-ac6c-477f9241ab1c), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.562756 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-324b8ed1-9a7e-4d77-99b5-e199ae4c44d3 admin admin] Publish callbacks [] for security_group (d7858516-9698-4298-ac6c-477f9241ab1c), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.608701 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-324b8ed1-9a7e-4d77-99b5-e199ae4c44d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (d7858516-9698-4298-ac6c-477f9241ab1c), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.611298 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-324b8ed1-9a7e-4d77-99b5-e199ae4c44d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.612926 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-324b8ed1-9a7e-4d77-99b5-e199ae4c44d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7858516-9698-4298-ac6c-477f9241ab1c HTTP/1.1" status: 204 len: 168 time: 0.1266372 Jan 16 23:23:27.621111 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b8ed1-9a7e-4d77-99b5-e199ae4c44d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7858516-9698-4298-ac6c-477f9241ab1c,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:27.885591 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43144) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:27.899438 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38899288-714d-4a3a-9034-f457f27e9692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.982592 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38899288-714d-4a3a-9034-f457f27e9692 admin admin] Publish callbacks [] for security_group (f9906f0e-087a-4ab2-8b3c-18167efb64c4), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:27.988230 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-38899288-714d-4a3a-9034-f457f27e9692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f9906f0e-087a-4ab2-8b3c-18167efb64c4), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.025478 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-38899288-714d-4a3a-9034-f457f27e9692 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=270d39f23ee641959a86a31867d8c600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387794 Jan 16 23:23:28.026350 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899288-714d-4a3a-9034-f457f27e9692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9906f0e-087a-4ab2-8b3c-18167efb64c4,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:28.028619 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43150) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:28.076684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea8b2-981e-4a03-bb68-52a92c1b28aa admin admin] Publish callbacks [] for security_group (f9906f0e-087a-4ab2-8b3c-18167efb64c4), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.098284 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea8b2-981e-4a03-bb68-52a92c1b28aa admin admin] Publish callbacks [] for security_group (f9906f0e-087a-4ab2-8b3c-18167efb64c4), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.142592 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea8b2-981e-4a03-bb68-52a92c1b28aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f9906f0e-087a-4ab2-8b3c-18167efb64c4), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.146410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea8b2-981e-4a03-bb68-52a92c1b28aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.147634 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-9e0ea8b2-981e-4a03-bb68-52a92c1b28aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9906f0e-087a-4ab2-8b3c-18167efb64c4 HTTP/1.1" status: 204 len: 168 time: 0.1175377 Jan 16 23:23:28.155398 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ea8b2-981e-4a03-bb68-52a92c1b28aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9906f0e-087a-4ab2-8b3c-18167efb64c4,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:28.581716 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43156) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:28.595306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6be681de-1b15-4faa-a034-0edea9761202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.672306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6be681de-1b15-4faa-a034-0edea9761202 admin admin] Publish callbacks [] for security_group (e340916f-8884-4409-a3e8-0699116f5354), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.676274 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6be681de-1b15-4faa-a034-0edea9761202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e340916f-8884-4409-a3e8-0699116f5354), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.714912 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-6be681de-1b15-4faa-a034-0edea9761202 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f4e98f14f23489c97201f25bda8c21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321139 Jan 16 23:23:28.715753 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be681de-1b15-4faa-a034-0edea9761202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e340916f-8884-4409-a3e8-0699116f5354,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:28.717518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43160) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:28.764451 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8bca0a24-311e-4767-b296-14ad1d33787a admin admin] Publish callbacks [] for security_group (e340916f-8884-4409-a3e8-0699116f5354), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.785069 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8bca0a24-311e-4767-b296-14ad1d33787a admin admin] Publish callbacks [] for security_group (e340916f-8884-4409-a3e8-0699116f5354), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.829945 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8bca0a24-311e-4767-b296-14ad1d33787a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e340916f-8884-4409-a3e8-0699116f5354), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.833075 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8bca0a24-311e-4767-b296-14ad1d33787a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:28.834225 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8bca0a24-311e-4767-b296-14ad1d33787a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e340916f-8884-4409-a3e8-0699116f5354 HTTP/1.1" status: 204 len: 168 time: 0.1156988 Jan 16 23:23:28.847814 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca0a24-311e-4767-b296-14ad1d33787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e340916f-8884-4409-a3e8-0699116f5354,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:37.012446 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43242) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:37.059338 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Deleting subnet c0e42387-9775-4d25-98d8-c0012e5ea610 {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:23:37.062345 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Publish callbacks [] for subnet (c0e42387-9775-4d25-98d8-c0012e5ea610), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.094839 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (c0e42387-9775-4d25-98d8-c0012e5ea610), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.130898 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (c0e42387-9775-4d25-98d8-c0012e5ea610), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.185597 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (c0e42387-9775-4d25-98d8-c0012e5ea610), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.209981 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0e42387-9775-4d25-98d8-c0012e5ea610,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:37.213711 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.216837 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-dd802af2-cb83-405d-88fc-02d5d0575c37 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c0e42387-9775-4d25-98d8-c0012e5ea610 HTTP/1.1" status: 204 len: 168 time: 0.2034028 Jan 16 23:23:37.219271 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43244) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:37.283957 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (ac983746-d7bc-460f-b19e-3ee1f2a7cf14), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.361155 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (ac983746-d7bc-460f-b19e-3ee1f2a7cf14), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.380452 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac983746-d7bc-460f-b19e-3ee1f2a7cf14']}} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:37.389341 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cedf92-ae54-4546-afa2-b3ac48c0d8a7') {'for_net_delete': True} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:37.389642 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cedf92-ae54-4546-afa2-b3ac48c0d8a7') {} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:37.398930 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62790157'] for segment (40cedf92-ae54-4546-afa2-b3ac48c0d8a7), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.412033 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (40cedf92-ae54-4546-afa2-b3ac48c0d8a7), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.418424 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:23:37.418804 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61974913'] for segment (40cedf92-ae54-4546-afa2-b3ac48c0d8a7), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: Traceback (most recent call last): Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: timer() Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: cb(*args, **kw) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: return func(*args, **kwargs) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: self._notify() Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: self.callback(batched_events) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: event.method(event) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: return f(self, *a, **k) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._get(url).json() Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: return self.request(url, 'GET', **kwargs) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:23:37.420377 dv-cinder-824839-1-iscsi neutron-server[102394]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:23:37.471179 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (ac983746-d7bc-460f-b19e-3ee1f2a7cf14), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.476787 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.479932 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac983746-d7bc-460f-b19e-3ee1f2a7cf14 HTTP/1.1" status: 204 len: 168 time: 0.2597666 Jan 16 23:23:37.490478 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63f3fb-47ab-4dc7-801b-0853e87a8c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac983746-d7bc-460f-b19e-3ee1f2a7cf14,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:37.645709 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43250) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:37.687116 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-3ed7eebd-c113-4fff-a846-c4d6c2e65537 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e45e8d8a992e42a7b6f99d88eca51a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402608 Jan 16 23:23:37.689421 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43252) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:37.734429 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b27e1aac-ec69-4be1-972a-6edc153cb286 admin admin] Publish callbacks [] for security_group (3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.755393 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b27e1aac-ec69-4be1-972a-6edc153cb286 admin admin] Publish callbacks [] for security_group (3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.799888 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b27e1aac-ec69-4be1-972a-6edc153cb286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.802367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b27e1aac-ec69-4be1-972a-6edc153cb286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:37.803522 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b27e1aac-ec69-4be1-972a-6edc153cb286 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987 HTTP/1.1" status: 204 len: 168 time: 0.1132338 Jan 16 23:23:37.810665 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e1aac-ec69-4be1-972a-6edc153cb286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e16c7e7-c6b1-4a7b-9d0c-5177ed9be987,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:38.448879 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43274) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:38.543642 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1551794433-network', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:38.566196 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Made reservation on behalf of ce77755a4b2c4d629e36930e911e0aa0 for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:23:38.568460 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.579948 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.655923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks [] for security_group (7522aeb2-fa78-4811-9f49-4eda52dce0ea), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.659788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7522aeb2-fa78-4811-9f49-4eda52dce0ea), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.685596 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:23:38.702492 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522aeb2-fa78-4811-9f49-4eda52dce0ea,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:38.706101 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (bc58ff6f-42b6-4551-8ab0-1eddd1990685), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.706443 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Added segment bc58ff6f-42b6-4551-8ab0-1eddd1990685 of type vlan for network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb Jan 16 23:23:38.748069 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (11f78065-3f1e-4b8b-a23e-fad2b059ebdb), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.773298 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (11f78065-3f1e-4b8b-a23e-fad2b059ebdb), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.774334 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:38.774924 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:38.824774 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3747160 Jan 16 23:23:38.827648 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43280) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:38.832495 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Request body: {'subnet': {'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1551794433-subnet', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:38.837080 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68325759-c0cd-45b9-b456-2afd8bf3b63c admin admin] Pushing event updated for resources: {'Network': ['ID=11f78065-3f1e-4b8b-a23e-fad2b059ebdb,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:38.847147 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:23:38.860011 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Made reservation on behalf of ce77755a4b2c4d629e36930e911e0aa0 for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:23:38.862381 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62735087'] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.020405 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61974824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62735101'] for subnet (653da565-5b0e-4d06-b7af-2f724ca8ff4a), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.076910 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653da565-5b0e-4d06-b7af-2f724ca8ff4a,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:39.085747 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Checking segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:39.086097 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Network hostable DHCP agents. Network: 11f78065-3f1e-4b8b-a23e-fad2b059ebdb, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:23:39.101388 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:23:39.109512 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 11f78065-3f1e-4b8b-a23e-fad2b059ebdb) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:39.113408 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:39.114003 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.118476 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84f8ad8-7340-4231-9130-ce2e52ec7bd3 None None] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:23:39.130329 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ec9be3d0-62c5-47bc-aacd-b11cbc6a2468 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3016207 Jan 16 23:23:39.133510 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43282) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:39.138504 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:39.161724 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (aa39afff-513f-402c-8b8f-dada5fd57490), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.162757 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (aa39afff-513f-402c-8b8f-dada5fd57490), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.212541 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks [] for router_controller (aa39afff-513f-402c-8b8f-dada5fd57490), precommit_add_association {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.220802 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:23:39.221707 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.345642 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks [] for router_gateway (aa39afff-513f-402c-8b8f-dada5fd57490), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.349303 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Allocated IP 172.20.0.2 (11f78065-3f1e-4b8b-a23e-fad2b059ebdb/653da565-5b0e-4d06-b7af-2f724ca8ff4a/8e1b333d-d146-49db-bfd0-1417a1933e23) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:23:39.490198 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Publish callbacks [] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.497644 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.540938 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:39.546228 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Pushing event updated for resources: {'Port': ['ID=8e1b333d-d146-49db-bfd0-1417a1933e23,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:39.546589 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks [] for router_gateway (aa39afff-513f-402c-8b8f-dada5fd57490), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.548429 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:39.551344 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:23:39.562518 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.562875 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.563223 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.563570 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.563910 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.564249 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.564577 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.564907 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.565258 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.565596 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.565689 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.565946 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.566271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.566599 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:39.621408 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Attempting to bind port 8e1b333d-d146-49db-bfd0-1417a1933e23 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:23:39.621766 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Attempting to bind port 8e1b333d-d146-49db-bfd0-1417a1933e23 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:23:39.622214 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Attempting to bind port 8e1b333d-d146-49db-bfd0-1417a1933e23 on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:23:39.627241 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:23:39.627681 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Checking segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:39.628086 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.628476 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Bound using segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:23:39.628944 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Bound port: 8e1b333d-d146-49db-bfd0-1417a1933e23, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:23:39.629351 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.666527 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Allocated IP 172.27.3.239 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/fda689e7-505a-4d4e-bada-ae0be80eb320) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:23:39.689674 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] For port 8e1b333d-d146-49db-bfd0-1417a1933e23, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:23:39.692645 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] For port 8e1b333d-d146-49db-bfd0-1417a1933e23, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8e1b333d-d146-49db-bfd0-1417a1933e23,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:23:39.696817 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.756075 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb57d5-ef57-49df-9faf-58e11101862d None None] Pushing event updated for resources: {'Port': ['ID=8e1b333d-d146-49db-bfd0-1417a1933e23,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:39.776560 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks [] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.812806 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:39.852060 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:39.855043 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:39.857913 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:23:39.886286 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Pushing event updated for resources: {'Port': ['ID=fda689e7-505a-4d4e-bada-ae0be80eb320,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:40.129765 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks [] for router_gateway (aa39afff-513f-402c-8b8f-dada5fd57490), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:40.318153 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (aa39afff-513f-402c-8b8f-dada5fd57490), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:40.454293 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Router aa39afff-513f-402c-8b8f-dada5fd57490 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:23:40.623835 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a868b3e0-f5ca-48ac-86db-3240e71f50ff None None] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:23:40.719422 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] Provisioning complete for port 8e1b333d-d146-49db-bfd0-1417a1933e23 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:40.719805 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:40.757317 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8e1b333d-d146-49db-bfd0-1417a1933e23 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:40.790279 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:40.808631 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:40.812597 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b08677d6-2e8f-4cd6-aa9f-e4ce80190b21 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6754494 Jan 16 23:23:40.812804 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43286) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:40.917489 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:40.952991 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:40.953646 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:41.056669 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 8e1b333d-d146-49db-bfd0-1417a1933e23 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:41.057056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.110776 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] Current status of the port 8e1b333d-d146-49db-bfd0-1417a1933e23 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:41.111176 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.177404 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:41.183602 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] For port 8e1b333d-d146-49db-bfd0-1417a1933e23, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8e1b333d-d146-49db-bfd0-1417a1933e23,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:41.234576 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.237369 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.368844 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-84742b7b-71a9-49e7-b00d-3b577b2df6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.386756 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Allocated IP 172.20.0.1 (11f78065-3f1e-4b8b-a23e-fad2b059ebdb/653da565-5b0e-4d06-b7af-2f724ca8ff4a/c1d59d0e-7871-4d57-b82e-5f3caacfacdc) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:23:41.400722 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf71eab-36eb-4474-8239-71f8d26fb648 None None] Pushing event updated for resources: {'Port': ['ID=8e1b333d-d146-49db-bfd0-1417a1933e23,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:41.420368 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 8e1b333d-d146-49db-bfd0-1417a1933e23 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:41.426723 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-e165bcdf-593a-4f23-bac4-e1c6dd7e69d3 None None] Provisioning complete for port 8e1b333d-d146-49db-bfd0-1417a1933e23 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:41.427121 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e165bcdf-593a-4f23-bac4-e1c6dd7e69d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.492338 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks [] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.527338 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.541763 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:40Z', 'revision_number': 3, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:41.567887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:41.571365 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:41.573933 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:23:41.575377 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:41.575733 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Updating router aa39afff-513f-402c-8b8f-dada5fd57490 port fda689e7-505a-4d4e-bada-ae0be80eb320 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:23:41.577775 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-e165bcdf-593a-4f23-bac4-e1c6dd7e69d3 None None] Current status of the port 8e1b333d-d146-49db-bfd0-1417a1933e23 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:41.601459 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Pushing event updated for resources: {'Port': ['ID=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:41.605159 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.618791 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (aa39afff-513f-402c-8b8f-dada5fd57490), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.757915 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.825994 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-e21132a2-946a-4027-b688-bbf8729ee120 None None] Provisioning complete for port c1d59d0e-7871-4d57-b82e-5f3caacfacdc triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:41.826618 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e21132a2-946a-4027-b688-bbf8729ee120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.894303 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-e21132a2-946a-4027-b688-bbf8729ee120 None None] Port c1d59d0e-7871-4d57-b82e-5f3caacfacdc cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:23:41.909083 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Publish callbacks [] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.916788 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.919652 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks [] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.924379 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.972421 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Attempting to bind port fda689e7-505a-4d4e-bada-ae0be80eb320 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:23:41.972787 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Attempting to bind port fda689e7-505a-4d4e-bada-ae0be80eb320 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:23:41.973140 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Attempting to bind port fda689e7-505a-4d4e-bada-ae0be80eb320 on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:23:41.975091 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b503ac-7f55-4f53-94f9-6f2a5e092d3f None None] Pushing event updated for resources: {'Port': ['ID=fda689e7-505a-4d4e-bada-ae0be80eb320,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:41.982485 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:23:41.982936 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:41.983246 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.983627 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:23:41.984093 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Bound port: fda689e7-505a-4d4e-bada-ae0be80eb320, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:23:41.984469 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:41.991697 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Pushing event updated for resources: {'Port': ['ID=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:41.995631 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (aa39afff-513f-402c-8b8f-dada5fd57490), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:42.045393 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] For port fda689e7-505a-4d4e-bada-ae0be80eb320, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:23:42.048629 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] For port fda689e7-505a-4d4e-bada-ae0be80eb320, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=fda689e7-505a-4d4e-bada-ae0be80eb320,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:23:42.054762 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:42.096796 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:42.098739 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:42.113542 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b503ac-7f55-4f53-94f9-6f2a5e092d3f None None] Pushing event updated for resources: {'Port': ['ID=fda689e7-505a-4d4e-bada-ae0be80eb320,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:42.116269 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:42.116883 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:42.222571 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:23:42.228731 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:42.343152 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:42.348668 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ecd4d0c3-8a04-4387-a4c3-a74b3313eaee admin admin] 10.222.0.35 "PUT /v2.0/routers/aa39afff-513f-402c-8b8f-dada5fd57490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5345211 Jan 16 23:23:42.358405 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-b681d612-59bc-4105-9b73-6f62e11910bd None None] Provisioning complete for port c1d59d0e-7871-4d57-b82e-5f3caacfacdc triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:42.359239 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b681d612-59bc-4105-9b73-6f62e11910bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:42.422430 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-b681d612-59bc-4105-9b73-6f62e11910bd None None] Port c1d59d0e-7871-4d57-b82e-5f3caacfacdc cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:23:42.474342 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 2, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:42.502405 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad8419-1c6c-4962-9bad-9cd00590abeb None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 2, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:42.729057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8e1b333d-d146-49db-bfd0-1417a1933e23 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:42.791114 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 8e1b333d-d146-49db-bfd0-1417a1933e23 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:42.791580 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:42.875888 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43306) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:42.878529 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 8e1b333d-d146-49db-bfd0-1417a1933e23 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:42.882207 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1240053807-network', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:42.910624 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Made reservation on behalf of 18cb4e652b0e4061851e4c11489c4261 for: {'network': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:23:42.913177 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:42.922382 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:42.999282 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks [] for security_group (8e4a5693-0b9e-4f2b-bf93-3f32108fa447), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.003382 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (8e4a5693-0b9e-4f2b-bf93-3f32108fa447), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.028733 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=102394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:23:43.038606 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a5693-0b9e-4f2b-bf93-3f32108fa447,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:43.043651 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (c3101a47-f3b0-4ff7-bcac-3fcdaefbf926), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.044001 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.segments_db [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Added segment c3101a47-f3b0-4ff7-bcac-3fcdaefbf926 of type vlan for network d1a056c6-fb14-48d9-a14e-af74eeca097f Jan 16 23:23:43.087899 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (d1a056c6-fb14-48d9-a14e-af74eeca097f), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.114392 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (d1a056c6-fb14-48d9-a14e-af74eeca097f), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.116207 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:43.116795 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.189061 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3119922 Jan 16 23:23:43.191688 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43310) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:43.198820 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Request body: {'subnet': {'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1240053807-subnet', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'ip_version': 4}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:43.216489 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca946ccc-4038-4f10-bb8b-de6eb16f1e26 admin admin] Pushing event updated for resources: {'Network': ['ID=d1a056c6-fb14-48d9-a14e-af74eeca097f,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:43.227057 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network d1a056c6-fb14-48d9-a14e-af74eeca097f details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:23:43.242223 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Made reservation on behalf of 18cb4e652b0e4061851e4c11489c4261 for: {'subnet': 1} {{(pid=102394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:23:43.247872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62735087'] for subnet (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.436314 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61974824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62735101'] for subnet (e3f6d94f-5e96-4545-8871-b387724b3323), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.497474 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f6d94f-5e96-4545-8871-b387724b3323,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:43.507087 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Checking segment: {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:43.507442 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Network hostable DHCP agents. Network: d1a056c6-fb14-48d9-a14e-af74eeca097f, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:23:43.526487 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Network d1a056c6-fb14-48d9-a14e-af74eeca097f is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:23:43.540383 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, d1a056c6-fb14-48d9-a14e-af74eeca097f) {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:43.544686 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:43.545230 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.549528 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b520232-f03a-4d57-898b-f8375ab50bb3 None None] Network d1a056c6-fb14-48d9-a14e-af74eeca097f requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:23:43.569493 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-7f225b72-66a2-477c-b78c-ddb6caf98a62 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3744605 Jan 16 23:23:43.569717 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43312) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:43.575018 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:43.601617 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.602647 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.657680 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks [] for router_controller (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), precommit_add_association {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.667481 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-d1a056c6-fb14-48d9-a14e-af74eeca097f', 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'fixed_ips': [{'subnet_id': 'e3f6d94f-5e96-4545-8871-b387724b3323'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:23:43.668380 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.805009 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks [] for router_gateway (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.817652 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5bb56dd5-73dd-47a6-a436-87eb2e99e433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.820423 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:23:43.825041 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Allocated IP 172.20.0.2 (d1a056c6-fb14-48d9-a14e-af74eeca097f/e3f6d94f-5e96-4545-8871-b387724b3323/0ef605d6-04d9-4c83-8a3d-0a41bff417a4) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:23:43.977704 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Publish callbacks [] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:43.983574 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.012728 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks [] for router_gateway (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.029934 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Network d1a056c6-fb14-48d9-a14e-af74eeca097f is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:44.032164 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.034800 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:44.038345 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:23:44.046452 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Pushing event updated for resources: {'Port': ['ID=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:44.104063 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Attempting to bind port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:23:44.105317 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Attempting to bind port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:23:44.105317 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Attempting to bind port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 on network d1a056c6-fb14-48d9-a14e-af74eeca097f {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:23:44.110151 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:23:44.110533 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Checking segment: {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:44.110943 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.111343 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Bound using segment: {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:23:44.111814 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Bound port: 0ef605d6-04d9-4c83-8a3d-0a41bff417a4, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:23:44.112203 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.139531 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Allocated IP 172.27.3.170 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/ace27037-4beb-43b0-95cb-607a76b710a7) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:23:44.176139 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] For port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:23:44.179288 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] For port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:23:44.183493 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.240282 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd68c0-96ea-4701-b1e5-cc4d20923012 None None] Pushing event updated for resources: {'Port': ['ID=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:44.258736 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks [] for port (ace27037-4beb-43b0-95cb-607a76b710a7), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.297183 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.339527 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:44.342435 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:44.345881 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:23:44.369980 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Pushing event updated for resources: {'Port': ['ID=ace27037-4beb-43b0-95cb-607a76b710a7,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:44.615887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks [] for router_gateway (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.745009 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device fda689e7-505a-4d4e-bada-ae0be80eb320 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:44.798384 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port fda689e7-505a-4d4e-bada-ae0be80eb320 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:44.798769 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.884001 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port fda689e7-505a-4d4e-bada-ae0be80eb320 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:44.884416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.918212 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port fda689e7-505a-4d4e-bada-ae0be80eb320, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=fda689e7-505a-4d4e-bada-ae0be80eb320,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:44.920937 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.923184 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:44.924137 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:45.012807 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=fda689e7-505a-4d4e-bada-ae0be80eb320,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:45.023916 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:45.024307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.062285 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.100624 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:45.110908 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:45.111540 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:45.117045 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:45.117702 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.159480 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:45.167456 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.220856 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:45.230412 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:23:45.241917 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:45.274835 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f2c37-0521-4897-b3e5-28ab1519ecee None None] Network d1a056c6-fb14-48d9-a14e-af74eeca097f requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:23:45.343518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:45.364996 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.369542 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6b5d550d-2ded-4ac6-9222-dc06ad3573c6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7954168 Jan 16 23:23:45.369542 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43316) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:45.376045 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Sync routers for ids ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:45.403118 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Routers {'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:45.403751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:45.408965 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-0f15b3dd-92ff-45d2-ad4e-2fe20bb6b60b None None] Provisioning complete for port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:45.409452 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0f15b3dd-92ff-45d2-ad4e-2fe20bb6b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.479658 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 2, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:45.509547 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:45.510155 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Updating router aa39afff-513f-402c-8b8f-dada5fd57490 port c1d59d0e-7871-4d57-b82e-5f3caacfacdc binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:23:45.549364 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.603820 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Set router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:45.752685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0f15b3dd-92ff-45d2-ad4e-2fe20bb6b60b None None] Current status of the port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:45.863340 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 3, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:45.892873 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.910746 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Checking router: b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:45.911446 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Updating router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 port ace27037-4beb-43b0-95cb-607a76b710a7 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:23:45.927373 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Publish callbacks [] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.941531 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.944811 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.952439 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-314c0445-4dfe-4012-9023-c39707c80727 None None] Provisioning complete for port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:45.953069 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-314c0445-4dfe-4012-9023-c39707c80727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:45.956435 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.007081 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Pushing event updated for resources: {'Port': ['ID=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:46.016749 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.017127 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.017527 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.017874 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.018208 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.018541 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.019140 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.019471 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.019800 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.020131 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.020873 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.020873 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.021071 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:23:46.094988 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Allocated IP 172.20.0.1 (d1a056c6-fb14-48d9-a14e-af74eeca097f/e3f6d94f-5e96-4545-8871-b387724b3323/8a841341-7d95-459d-9b0a-a59f25fb245b) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:23:46.122812 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Attempting to bind port c1d59d0e-7871-4d57-b82e-5f3caacfacdc on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:23:46.123817 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Attempting to bind port c1d59d0e-7871-4d57-b82e-5f3caacfacdc by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:23:46.124339 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Attempting to bind port c1d59d0e-7871-4d57-b82e-5f3caacfacdc on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:23:46.132474 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:23:46.133403 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Checking segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:46.134683 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.135256 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Bound using segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:23:46.135927 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Bound port: c1d59d0e-7871-4d57-b82e-5f3caacfacdc, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:23:46.137284 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.185437 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-314c0445-4dfe-4012-9023-c39707c80727 None None] Current status of the port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:46.220273 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] For port c1d59d0e-7871-4d57-b82e-5f3caacfacdc, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:23:46.228194 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] For port c1d59d0e-7871-4d57-b82e-5f3caacfacdc, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:23:46.233523 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.244434 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks [] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.277675 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:46.278608 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:46.285279 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.321793 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] Provisioning complete for port c1d59d0e-7871-4d57-b82e-5f3caacfacdc triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:46.322729 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.328136 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Network d1a056c6-fb14-48d9-a14e-af74eeca097f is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:46.336693 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:46.352538 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:23:46.358965 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Pushing event updated for resources: {'Port': ['ID=8a841341-7d95-459d-9b0a-a59f25fb245b,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:46.400563 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:46.424284 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Publish callbacks [] for port (ace27037-4beb-43b0-95cb-607a76b710a7), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.451501 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.460119 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.514319 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] Current status of the port c1d59d0e-7871-4d57-b82e-5f3caacfacdc is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:46.514806 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.551548 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561b0af-0c12-45fa-94b6-872cb2b91ed4 None None] Pushing event updated for resources: {'Port': ['ID=ace27037-4beb-43b0-95cb-607a76b710a7,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:46.559162 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Attempting to bind port ace27037-4beb-43b0-95cb-607a76b710a7 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:23:46.559537 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Attempting to bind port ace27037-4beb-43b0-95cb-607a76b710a7 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:23:46.559909 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Attempting to bind port ace27037-4beb-43b0-95cb-607a76b710a7 on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:23:46.577457 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:23:46.577892 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:46.578247 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.578423 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9caa9f-8281-4cc1-970a-0dbe8d7923b8 None None] Pushing event updated for resources: {'Port': ['ID=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,revision_number=4']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:46.578650 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:23:46.579141 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Bound port: ace27037-4beb-43b0-95cb-607a76b710a7, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:23:46.579514 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.609574 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] For port c1d59d0e-7871-4d57-b82e-5f3caacfacdc, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:46.618209 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.689849 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407a47d-2b55-46a4-aa41-c9781ee72a81 None None] Pushing event updated for resources: {'Port': ['ID=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:46.696727 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.714223 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:46.721497 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] For port ace27037-4beb-43b0-95cb-607a76b710a7, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:23:46.725236 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] For port ace27037-4beb-43b0-95cb-607a76b710a7, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ace27037-4beb-43b0-95cb-607a76b710a7,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:23:46.740682 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.796397 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-34500239-c233-4248-93c7-6119094b5129 None None] Provisioning complete for port c1d59d0e-7871-4d57-b82e-5f3caacfacdc triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:46.796842 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-34500239-c233-4248-93c7-6119094b5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.838549 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device fda689e7-505a-4d4e-bada-ae0be80eb320 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:46.839099 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4cbe6-6221-4560-803e-72da7994883e None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:46.878631 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561b0af-0c12-45fa-94b6-872cb2b91ed4 None None] Pushing event updated for resources: {'Port': ['ID=ace27037-4beb-43b0-95cb-607a76b710a7,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:46.882273 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Routers {'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:46.882895 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:46.910816 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks [] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.916847 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.986769 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:46.988989 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Pushing event updated for resources: {'Port': ['ID=8a841341-7d95-459d-9b0a-a59f25fb245b,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:47.104028 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Network d1a056c6-fb14-48d9-a14e-af74eeca097f is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:23:47.105667 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:23:47.179773 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port fda689e7-505a-4d4e-bada-ae0be80eb320 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:47.180200 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:47.234883 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] Set router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:47.243834 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:23:47.288000 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-34500239-c233-4248-93c7-6119094b5129 None None] Current status of the port c1d59d0e-7871-4d57-b82e-5f3caacfacdc is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:47.366046 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:23:47.378795 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cc4d1898-73b6-4ace-818e-397333133e65 admin admin] 10.222.0.35 "PUT /v2.0/routers/b9e6afc2-34e7-42d5-97f7-d6c618fc6be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003824 Jan 16 23:23:47.416996 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-34500239-c233-4248-93c7-6119094b5129 None None] Provisioning complete for port 8a841341-7d95-459d-9b0a-a59f25fb245b triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:47.417402 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-34500239-c233-4248-93c7-6119094b5129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:47.457885 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port fda689e7-505a-4d4e-bada-ae0be80eb320 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:47.459631 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:47.505572 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-34500239-c233-4248-93c7-6119094b5129 None None] Port 8a841341-7d95-459d-9b0a-a59f25fb245b cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:23:47.576235 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:47.576704 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:47.640524 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:47.652590 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-bb06ae50-625f-4f12-ab06-9b08a99be3d5 None None] Provisioning complete for port 8a841341-7d95-459d-9b0a-a59f25fb245b triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:47.652963 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-bb06ae50-625f-4f12-ab06-9b08a99be3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:47.684622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8a841341-7d95-459d-9b0a-a59f25fb245b', 'name': '', 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'mac_address': 'fa:16:3e:0d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:45Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 1, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'subnets': [{'id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:47.734919 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d59e8-6f36-4e79-aed5-b3962d63170d None None] The sync data for ids ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'] in dv-cinder-824839-1-iscsi is: [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8a841341-7d95-459d-9b0a-a59f25fb245b', 'name': '', 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'mac_address': 'fa:16:3e:0d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:45Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 1, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'subnets': [{'id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:47.745365 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-bb06ae50-625f-4f12-ab06-9b08a99be3d5 None None] Port 8a841341-7d95-459d-9b0a-a59f25fb245b cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:23:47.759989 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:47.761285 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device c1d59d0e-7871-4d57-b82e-5f3caacfacdc up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:47.808454 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port c1d59d0e-7871-4d57-b82e-5f3caacfacdc triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:47.808919 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:47.887053 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port c1d59d0e-7871-4d57-b82e-5f3caacfacdc is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:48.003492 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43338) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.008595 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096074003', 'description': 'tempest-secgroup-smoke-2096074003 description', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.034055 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.104536 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group (8bd9afc4-12d4-47b0-b77a-62421b36769a), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.108376 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (8bd9afc4-12d4-47b0-b77a-62421b36769a), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.137425 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.138742 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342223 Jan 16 23:23:48.142150 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43340) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.144941 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d90718-229f-428a-a021-857c2df09978 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd9afc4-12d4-47b0-b77a-62421b36769a,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.150223 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group_rule': {'security_group_id': '8bd9afc4-12d4-47b0-b77a-62421b36769a', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.180362 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (d4955af3-dad8-454a-bae5-9a86b5a90906), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.241125 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (d4955af3-dad8-454a-bae5-9a86b5a90906), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.244911 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (d4955af3-dad8-454a-bae5-9a86b5a90906), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.269059 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4955af3-dad8-454a-bae5-9a86b5a90906,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.275182 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.277307 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.279495 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43342) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.279662 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-60f280f8-6b38-4a43-90f8-4f586b4fda93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357603 Jan 16 23:23:48.284014 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group_rule': {'security_group_id': '8bd9afc4-12d4-47b0-b77a-62421b36769a', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.312499 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (d923a11a-30de-41ce-8b5a-ac824f4ee1c8), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.369328 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (d923a11a-30de-41ce-8b5a-ac824f4ee1c8), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.372775 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (d923a11a-30de-41ce-8b5a-ac824f4ee1c8), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.389430 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d923a11a-30de-41ce-8b5a-ac824f4ee1c8,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.397557 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.398746 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-e888e9f4-9ce8-46ba-ad7e-decbd7981c27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182644 Jan 16 23:23:48.401465 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43344) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.405639 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group_rule': {'security_group_id': '8bd9afc4-12d4-47b0-b77a-62421b36769a', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.434661 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (dc1a8c42-6021-4015-b38c-6d3fd471111d), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.492003 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (dc1a8c42-6021-4015-b38c-6d3fd471111d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.497663 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (dc1a8c42-6021-4015-b38c-6d3fd471111d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.516206 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1a8c42-6021-4015-b38c-6d3fd471111d,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.523868 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.525047 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b7b9150b-2e40-467b-83c5-e4a0cfc514a3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226799 Jan 16 23:23:48.527872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43346) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.532073 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group_rule': {'security_group_id': '8bd9afc4-12d4-47b0-b77a-62421b36769a', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.559223 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (a2269740-79eb-49fb-ab27-e16a6c992a5d), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.614241 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (a2269740-79eb-49fb-ab27-e16a6c992a5d), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.618242 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (a2269740-79eb-49fb-ab27-e16a6c992a5d), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.634646 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2269740-79eb-49fb-ab27-e16a6c992a5d,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.643299 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.644927 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-2e1f7a6b-1719-4157-b8a4-e8ae803fdef3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160259 Jan 16 23:23:48.647821 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43348) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.652495 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group_rule': {'security_group_id': '8bd9afc4-12d4-47b0-b77a-62421b36769a', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.676993 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.securitygroups_db [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Project ce77755a4b2c4d629e36930e911e0aa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 16 23:23:48.682426 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (d91e242d-8b68-4e37-b45a-f10bce68dfda), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.708765 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device c1d59d0e-7871-4d57-b82e-5f3caacfacdc up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:48.741734 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (d91e242d-8b68-4e37-b45a-f10bce68dfda), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.745511 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (d91e242d-8b68-4e37-b45a-f10bce68dfda), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.757421 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port c1d59d0e-7871-4d57-b82e-5f3caacfacdc triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:48.757806 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.763211 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91e242d-8b68-4e37-b45a-f10bce68dfda,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.771190 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.772362 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-11021734-56dd-4bf8-9724-a7fe0f0a5f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234577 Jan 16 23:23:48.775046 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43350) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:23:48.779156 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'security_group_rule': {'security_group_id': '8bd9afc4-12d4-47b0-b77a-62421b36769a', 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:23:48.802573 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.securitygroups_db [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Project ce77755a4b2c4d629e36930e911e0aa0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 16 23:23:48.807754 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (0c37442d-0358-40e7-b320-ec27b3977352), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.834302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port c1d59d0e-7871-4d57-b82e-5f3caacfacdc is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:48.870657 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (0c37442d-0358-40e7-b320-ec27b3977352), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.874028 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (0c37442d-0358-40e7-b320-ec27b3977352), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.888129 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c37442d-0358-40e7-b320-ec27b3977352,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:48.899014 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:48.900198 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-39e72721-4408-45ce-9a35-15a8b7e73436 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242480 Jan 16 23:23:50.520012 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Sync routers for ids ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:23:50.530797 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Routers {'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:50.531411 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:50.639094 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Set router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:50.717776 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ace27037-4beb-43b0-95cb-607a76b710a7 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:50.772044 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port ace27037-4beb-43b0-95cb-607a76b710a7 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:50.772374 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:50.839312 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8a841341-7d95-459d-9b0a-a59f25fb245b', 'name': '', 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'mac_address': 'fa:16:3e:0d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:45Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 2, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'subnets': [{'id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:50.848035 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port ace27037-4beb-43b0-95cb-607a76b710a7 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:50.848421 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:50.867608 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Checking router: b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:23:50.867964 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Updating router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 port 8a841341-7d95-459d-9b0a-a59f25fb245b binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:23:50.870151 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port ace27037-4beb-43b0-95cb-607a76b710a7, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ace27037-4beb-43b0-95cb-607a76b710a7,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:50.874375 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:50.898352 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:50.924149 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=ace27037-4beb-43b0-95cb-607a76b710a7,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:51.165352 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Publish callbacks [] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.172479 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.222014 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5cfe0-bea4-41a3-9618-fe5c368c4487 None None] Pushing event updated for resources: {'Port': ['ID=8a841341-7d95-459d-9b0a-a59f25fb245b,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:51.289230 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Attempting to bind port 8a841341-7d95-459d-9b0a-a59f25fb245b on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:23:51.289529 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Attempting to bind port 8a841341-7d95-459d-9b0a-a59f25fb245b by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:23:51.289891 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Attempting to bind port 8a841341-7d95-459d-9b0a-a59f25fb245b on network d1a056c6-fb14-48d9-a14e-af74eeca097f {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:23:51.295406 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:23:51.295774 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Checking segment: {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:23:51.296177 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.296576 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Bound using segment: {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:23:51.297287 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Bound port: 8a841341-7d95-459d-9b0a-a59f25fb245b, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:23:51.297505 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.370998 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] For port 8a841341-7d95-459d-9b0a-a59f25fb245b, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:23:51.374656 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] For port 8a841341-7d95-459d-9b0a-a59f25fb245b, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8a841341-7d95-459d-9b0a-a59f25fb245b,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:23:51.380214 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.436400 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Routers {'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:23:51.437053 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:23:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:51.498741 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5cfe0-bea4-41a3-9618-fe5c368c4487 None None] Pushing event updated for resources: {'Port': ['ID=8a841341-7d95-459d-9b0a-a59f25fb245b,revision_number=4']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:51.513413 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] Provisioning complete for port 8a841341-7d95-459d-9b0a-a59f25fb245b triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:51.514150 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.581890 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] Set router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:23:51.614490 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] Current status of the port 8a841341-7d95-459d-9b0a-a59f25fb245b is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:51.614953 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.654536 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] For port 8a841341-7d95-459d-9b0a-a59f25fb245b, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8a841341-7d95-459d-9b0a-a59f25fb245b,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:23:51.663559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.709311 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdd933-c236-4a13-b185-4612ae9ba287 None None] Pushing event updated for resources: {'Port': ['ID=8a841341-7d95-459d-9b0a-a59f25fb245b,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:23:51.785845 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-1fa805cc-33bf-4e9a-9ca2-72897275d127 None None] Provisioning complete for port 8a841341-7d95-459d-9b0a-a59f25fb245b triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:51.786574 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1fa805cc-33bf-4e9a-9ca2-72897275d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:51.805106 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8a841341-7d95-459d-9b0a-a59f25fb245b', 'name': '', 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'mac_address': 'fa:16:3e:0d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:45Z', 'updated_at': '2022-01-16T23:23:51Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'subnets': [{'id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:23:51.831984 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78924408-1c40-4bca-9240-1cd8b39ab3fd None None] The sync data for ids ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'] in dv-cinder-824839-1-iscsi is: [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8a841341-7d95-459d-9b0a-a59f25fb245b', 'name': '', 'network_id': 'd1a056c6-fb14-48d9-a14e-af74eeca097f', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'mac_address': 'fa:16:3e:0d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:45Z', 'updated_at': '2022-01-16T23:23:51Z', 'revision_number': 4, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'subnets': [{'id': 'e3f6d94f-5e96-4545-8871-b387724b3323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:23:51.863812 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-1fa805cc-33bf-4e9a-9ca2-72897275d127 None None] Current status of the port 8a841341-7d95-459d-9b0a-a59f25fb245b is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:52.726958 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8a841341-7d95-459d-9b0a-a59f25fb245b up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:52.763707 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-1ae47385-8123-46c8-82e0-809f3c7ef124 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464089 Jan 16 23:23:52.775242 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 8a841341-7d95-459d-9b0a-a59f25fb245b triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:52.775626 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:52.837638 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-8e523549-f164-45df-b9a8-d249cafec3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:52.839051 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-8e523549-f164-45df-b9a8-d249cafec3ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.0424297 Jan 16 23:23:52.861610 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 8a841341-7d95-459d-9b0a-a59f25fb245b is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:52.862669 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ace27037-4beb-43b0-95cb-607a76b710a7 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:23:52.908862 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port ace27037-4beb-43b0-95cb-607a76b710a7 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:23:52.909258 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:23:52.939139 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-cce5a57c-3ac2-4a06-9e68-807cf2a0fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:52.940613 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-cce5a57c-3ac2-4a06-9e68-807cf2a0fd82 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.0829778 Jan 16 23:23:52.990581 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port ace27037-4beb-43b0-95cb-607a76b710a7 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:23:53.010778 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-058778bb-70d5-47ea-992f-944d80924872 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 1001 time: 0.0631802 Jan 16 23:23:53.058601 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-1fb12447-cc4e-4697-8963-6fd9d88d47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:53.060018 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-1fb12447-cc4e-4697-8963-6fd9d88d47ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0432234 Jan 16 23:23:53.106336 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-969506a8-7644-4b58-92a3-32a8d3ef67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:23:53.107755 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-969506a8-7644-4b58-92a3-32a8d3ef67ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412095 Jan 16 23:23:53.204003 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-c1924b36-a669-439d-b4f2-c28739f0fbf8 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895789 Jan 16 23:23:53.296376 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9594c78f-9728-4e29-84e9-1efe0e6baff8 req-e11398e2-c31e-433d-a257-f110551542d6 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840423 Jan 16 23:24:03.154850 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-db68a24e-3e35-431d-9a30-a93837609885 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096074003&fields=id&tenant_id=ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 267 time: 0.0432842 Jan 16 23:24:03.257326 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-e9752514-8bdb-427e-83e6-dc0bdcc92c20 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:03.258762 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-e9752514-8bdb-427e-83e6-dc0bdcc92c20 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 812 time: 0.0968060 Jan 16 23:24:03.273152 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-7d240466-9fed-41b4-81ef-6b9d0f4544f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/quotas/ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 375 time: 0.0091171 Jan 16 23:24:03.326314 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-80d52d7b-c9eb-4066-bdc1-12fdd132331b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478675 Jan 16 23:24:03.503933 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-5fc45732-4577-4f50-b332-d93ad9488628 service neutron] 10.222.0.35 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669598 Jan 16 23:24:03.600294 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-e331ac47-d623-4042-9c80-a3e36a936ab5 service neutron] 10.222.0.35 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906627 Jan 16 23:24:03.882573 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d2412bf6-27ba-4252-8ab7-c91d93c07a71 req-863b2620-7af4-40f7-aa1a-08863fd7dcfb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Jan 16 23:24:04.004066 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4addd1-a148-489e-a69e-15166ce36b60 req-19e6ddf5-d49e-4b76-b037-8c75b927fb4b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:04.005626 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-df4addd1-a148-489e-a69e-15166ce36b60 req-19e6ddf5-d49e-4b76-b037-8c75b927fb4b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0498767 Jan 16 23:24:04.052972 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-df4addd1-a148-489e-a69e-15166ce36b60 req-70ad4afd-a278-4121-8ed2-1f59a40da73d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 Jan 16 23:24:04.940487 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-1510fb5c-145f-4ee9-818a-e211b86a0824 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:04.942169 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-1510fb5c-145f-4ee9-818a-e211b86a0824 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 812 time: 0.1146500 Jan 16 23:24:04.988135 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-256a527f-388f-4fee-be1a-73edb5255f92 req-34aa1c04-9418-4c82-aee9-c20c5a62d67e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 210 time: 0.0277729 Jan 16 23:24:05.044147 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-4ed150b0-6fc6-4956-b8b9-72651278f27b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 380 time: 0.0582640 Jan 16 23:24:05.053391 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'port': {'device_id': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'admin_state_up': True, 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'security_groups': ['8bd9afc4-12d4-47b0-b77a-62421b36769a']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:24:05.166983 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Made reservation on behalf of ce77755a4b2c4d629e36930e911e0aa0 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:24:05.170423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.178404 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad5c91-6d30-46d9-9869-879d6f525058 req-45e6b08e-18e0-4359-844f-315dbb2cce08 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:05.179903 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-67ad5c91-6d30-46d9-9869-879d6f525058 req-45e6b08e-18e0-4359-844f-315dbb2cce08 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0546422 Jan 16 23:24:05.226202 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-67ad5c91-6d30-46d9-9869-879d6f525058 req-af55e761-2eb9-436f-ad23-2cc8c534e4b1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395281 Jan 16 23:24:05.291665 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Allocated IP 172.20.0.14 (11f78065-3f1e-4b8b-a23e-fad2b059ebdb/653da565-5b0e-4d06-b7af-2f724ca8ff4a/38b7f276-1cd7-4277-8fcd-f2742d89ed03) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:24:05.430842 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.465075 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.514731 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:24:05.518785 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:24:05.520898 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=38b7f276-1cd7-4277-8fcd-f2742d89ed03,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:05.524080 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:24:05.531967 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.532318 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.532667 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.533003 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.533405 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.533702 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.534032 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.534360 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.534689 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.535021 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.535348 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.535669 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.535984 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:05.593905 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:05.594553 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.611011 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d855ccc-11f3-42e1-9a2f-eb0aee190e7e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614436 Jan 16 23:24:05.629406 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Request body: {'port': {'device_id': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:24:05.686115 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.770238 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-b21f909a-8616-4335-9b88-e89ece812fce None None] Provisioning complete for port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:24:05.770855 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b21f909a-8616-4335-9b88-e89ece812fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.803868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-b21f909a-8616-4335-9b88-e89ece812fce None None] Port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:24:05.939708 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b7f276-1cd7-4277-8fcd-f2742d89ed03 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:24:05.946788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Publish callbacks [] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:05.958786 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Transition to ACTIVE for port object 38b7f276-1cd7-4277-8fcd-f2742d89ed03 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:24:05.962428 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:06.032197 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Pushing event updated for resources: {'Port': ['ID=38b7f276-1cd7-4277-8fcd-f2742d89ed03,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:06.114670 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Attempting to bind port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:24:06.115010 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Attempting to bind port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:24:06.115344 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Attempting to bind port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:24:06.123226 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:24:06.123555 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Attempting to bind port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:24:06.134159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae893f05-c3a3-4c90-8004-4f532a5f4da8 req-660319bf-d4bb-4985-a4f2-bf3ee6099904 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.136314 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ae893f05-c3a3-4c90-8004-4f532a5f4da8 req-660319bf-d4bb-4985-a4f2-bf3ee6099904 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0756845 Jan 16 23:24:06.139305 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:24:06.139650 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Checking segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:24:06.140040 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Bound using segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:24:06.140470 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Bound port: 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:24:06.140829 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:06.227515 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ae893f05-c3a3-4c90-8004-4f532a5f4da8 req-ddbb352e-c791-49da-9634-fcbdc65e2198 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842962 Jan 16 23:24:06.243625 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] For port 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:24:06.247171 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] For port 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:24:06.251783 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:06.287423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.288434 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:06.289465 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] 10.222.0.76 "PUT /v2.0/ports/38b7f276-1cd7-4277-8fcd-f2742d89ed03 HTTP/1.1" status: 200 len: 1094 time: 0.6645191 Jan 16 23:24:06.289904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:06.292711 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f4ec01-bffe-430d-b863-55bc2a29c47b" -d '{"events": [{"name": "network-changed", "server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:06.318028 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16787288-7d89-431c-b773-ea98ce636d3e service neutron] Pushing event updated for resources: {'Port': ['ID=38b7f276-1cd7-4277-8fcd-f2742d89ed03,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:06.342639 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c4a9a-21a8-4dc3-9579-5a9b09da8f60 x-openstack-request-id: req-de7c4a9a-21a8-4dc3-9579-5a9b09da8f60 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:06.343008 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:06.343325 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-de7c4a9a-21a8-4dc3-9579-5a9b09da8f60 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:06.343787 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'status': 'completed', 'code': 200} Jan 16 23:24:06.364884 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16307d28-3be7-4892-b83d-fb4cc0e78d3c req-559123cd-6fd6-4abd-b104-f0740fc1742c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.370879 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-16307d28-3be7-4892-b83d-fb4cc0e78d3c req-559123cd-6fd6-4abd-b104-f0740fc1742c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0672104 Jan 16 23:24:06.407672 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-9b444ba5-ae75-4725-b5cb-52aa0e0e8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.409516 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-9b444ba5-ae75-4725-b5cb-52aa0e0e8998 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 1097 time: 0.0491242 Jan 16 23:24:06.421684 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-16307d28-3be7-4892-b83d-fb4cc0e78d3c req-ac857916-f1bc-4bb4-8235-1ee384c080ea tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453162 Jan 16 23:24:06.458641 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-c4a018fa-07e0-4a5d-88b0-2bacbcdd82f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03 HTTP/1.1" status: 200 len: 217 time: 0.0352814 Jan 16 23:24:06.507668 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-e210fe65-6b83-4813-b271-851901f2deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.509113 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-e210fe65-6b83-4813-b271-851901f2deb5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0434163 Jan 16 23:24:06.556272 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d8f6d22-c430-4b8a-9f2e-24b021fac708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.558413 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-8d8f6d22-c430-4b8a-9f2e-24b021fac708 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433350 Jan 16 23:24:06.648374 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-219e063a-ba9a-4b4f-a0a4-c7b7161382cb service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Jan 16 23:24:06.735155 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3709028b-eb04-454e-a966-dfc165c81550 req-142600f6-70cd-4368-aa24-576e495fd06d service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801466 Jan 16 23:24:06.868051 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-0a4edfa1-9b83-4a62-a2b3-da7fd8405f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.870370 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-0a4edfa1-9b83-4a62-a2b3-da7fd8405f81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 1097 time: 0.0452487 Jan 16 23:24:06.962613 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-1c645cdd-25c4-4147-a382-92dacf1faae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:06.964149 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-1c645cdd-25c4-4147-a382-92dacf1faae1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0883765 Jan 16 23:24:07.011380 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-cdfed7d2-e0f2-4423-b560-12b2764b2363 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03 HTTP/1.1" status: 200 len: 217 time: 0.0381961 Jan 16 23:24:07.069100 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-2dc97a9b-89cc-4413-9ecc-23f29576c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:07.070616 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-2dc97a9b-89cc-4413-9ecc-23f29576c8d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0533538 Jan 16 23:24:07.117582 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-217dbf3f-17d0-45b7-b6c8-3f3679b3781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:07.119228 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-217dbf3f-17d0-45b7-b6c8-3f3679b3781d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410430 Jan 16 23:24:07.148727 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5f8e1-3a2d-4788-a4f3-09e0d322e26f req-51081918-098f-4619-8b8f-5481fe3cfccd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:07.150867 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3df5f8e1-3a2d-4788-a4f3-09e0d322e26f req-51081918-098f-4619-8b8f-5481fe3cfccd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0496016 Jan 16 23:24:07.206510 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3df5f8e1-3a2d-4788-a4f3-09e0d322e26f req-cf62d4e4-9037-4d64-a759-9214d47a755f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Jan 16 23:24:07.260737 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-e8bfddde-6b44-4da2-86b0-55dd580b6c7e service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892026 Jan 16 23:24:07.385252 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678b1c8-ebfe-43af-9b36-6019f03f034d req-e4c17036-fc34-42a6-82a0-6f5058b0f9b0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:07.386858 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a678b1c8-ebfe-43af-9b36-6019f03f034d req-e4c17036-fc34-42a6-82a0-6f5058b0f9b0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0776613 Jan 16 23:24:07.389075 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-96f4ec01-bffe-430d-b863-55bc2a29c47b req-b88788e5-a1d4-4972-b757-ebb99aa83349 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224921 Jan 16 23:24:07.439277 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a678b1c8-ebfe-43af-9b36-6019f03f034d req-06e4a09f-4a6a-44f9-8313-19268b7d9d4f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 Jan 16 23:24:07.545057 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a99ef0-7673-4bc8-9540-2db821da383b req-4c34a701-3fc1-4f2e-b7af-87739b4a07af tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:07.546565 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a9a99ef0-7673-4bc8-9540-2db821da383b req-4c34a701-3fc1-4f2e-b7af-87739b4a07af tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0500755 Jan 16 23:24:07.594174 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a9a99ef0-7673-4bc8-9540-2db821da383b req-322931f1-84b8-4ab2-b17d-587ec4dc2d5f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Jan 16 23:24:08.318176 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5016856-6cdd-481c-9ec2-4d0d8754cd47 req-ad532118-ff11-46e2-b9f1-e53a243d0821 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:08.319621 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f5016856-6cdd-481c-9ec2-4d0d8754cd47 req-ad532118-ff11-46e2-b9f1-e53a243d0821 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0480890 Jan 16 23:24:08.365992 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f5016856-6cdd-481c-9ec2-4d0d8754cd47 req-616f7792-a05d-4c64-b511-8bd1066402a4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407717 Jan 16 23:24:08.550819 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e95cf-e676-4bde-8a53-71d5d34fa421 req-6f957f4e-1fb7-47ac-befc-309ea5bf0b93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:08.552288 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a44e95cf-e676-4bde-8a53-71d5d34fa421 req-6f957f4e-1fb7-47ac-befc-309ea5bf0b93 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0482793 Jan 16 23:24:08.600273 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a44e95cf-e676-4bde-8a53-71d5d34fa421 req-68230fdf-17fd-4e46-a9ed-53ac1a62a87b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Jan 16 23:24:08.711704 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e181276-d592-49f6-8838-49f5b06314ba req-3a01e097-ae7e-42a8-a9ef-dec0785a1d26 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:08.713163 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7e181276-d592-49f6-8838-49f5b06314ba req-3a01e097-ae7e-42a8-a9ef-dec0785a1d26 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Jan 16 23:24:08.757497 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7e181276-d592-49f6-8838-49f5b06314ba req-3b5828ec-327a-4c47-85e2-17758edebc4f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Jan 16 23:24:09.480035 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae5aac-b82b-4e50-bac6-d22f01cf8a0b req-23e46a4c-a761-4001-a249-bc598c53f42b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:09.481592 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-62ae5aac-b82b-4e50-bac6-d22f01cf8a0b req-23e46a4c-a761-4001-a249-bc598c53f42b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0505733 Jan 16 23:24:09.528329 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-62ae5aac-b82b-4e50-bac6-d22f01cf8a0b req-d53e432f-8f3f-4f1a-abfe-39f461074355 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414255 Jan 16 23:24:09.715310 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e09db8-412a-45ba-b83a-8c7d8f10078e req-9fc94f78-796e-4184-b7bf-b06a88c644e4 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:09.716685 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b9e09db8-412a-45ba-b83a-8c7d8f10078e req-9fc94f78-796e-4184-b7bf-b06a88c644e4 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0521390 Jan 16 23:24:09.763946 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b9e09db8-412a-45ba-b83a-8c7d8f10078e req-036eb0f7-88bd-4d6d-b617-953c5d687c6a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Jan 16 23:24:09.872606 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc97af0-2be8-41db-88f5-9c6769e8a6a5 req-0fd179bd-5b47-4507-a3b9-ebb401aba7b8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:09.874105 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fbc97af0-2be8-41db-88f5-9c6769e8a6a5 req-0fd179bd-5b47-4507-a3b9-ebb401aba7b8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0472693 Jan 16 23:24:09.920486 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fbc97af0-2be8-41db-88f5-9c6769e8a6a5 req-528384ea-16d0-4a4b-850c-d9fc97079f9e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408757 Jan 16 23:24:10.639563 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cabf2f-a502-4326-a338-9be5551a2dd4 req-4c04a4e7-7c15-4d50-9290-8e9f8c9b8b99 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:10.641023 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-41cabf2f-a502-4326-a338-9be5551a2dd4 req-4c04a4e7-7c15-4d50-9290-8e9f8c9b8b99 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0479150 Jan 16 23:24:10.689377 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-41cabf2f-a502-4326-a338-9be5551a2dd4 req-4c1ed373-3305-4823-8a74-0cb6965ffdb7 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Jan 16 23:24:10.873935 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2471e8-9f99-4ba6-8180-724f72ad8b2d req-be347ab9-4102-451e-abf8-ceb75fe3d235 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:10.875452 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-aa2471e8-9f99-4ba6-8180-724f72ad8b2d req-be347ab9-4102-451e-abf8-ceb75fe3d235 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0462279 Jan 16 23:24:10.934217 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-aa2471e8-9f99-4ba6-8180-724f72ad8b2d req-da0706a1-08c6-4abd-94e9-5cb7081c04fb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532727 Jan 16 23:24:11.041605 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2ef01-8e69-42a3-9014-5dcbc6800f92 req-111285f5-e501-4d2e-906a-09afc910466b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:11.042983 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-88c2ef01-8e69-42a3-9014-5dcbc6800f92 req-111285f5-e501-4d2e-906a-09afc910466b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0516601 Jan 16 23:24:11.089805 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-88c2ef01-8e69-42a3-9014-5dcbc6800f92 req-c4abde73-8b9b-40b1-bebf-fff3c33a72fa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413439 Jan 16 23:24:11.321606 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a99f3683-b504-429c-8c8d-db5528657f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:11.801855 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4701b64-f3d3-4d0f-b7a8-e31349146587 req-da495811-85be-4075-98a3-9b5eb45fd267 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:11.803307 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c4701b64-f3d3-4d0f-b7a8-e31349146587 req-da495811-85be-4075-98a3-9b5eb45fd267 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0480888 Jan 16 23:24:11.850878 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c4701b64-f3d3-4d0f-b7a8-e31349146587 req-aa44a572-2513-4b94-bc70-fc9d6ca951a6 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Jan 16 23:24:12.047476 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c9e3d-4d3d-4dc5-8ff8-5733b2cee374 req-b7cd82b2-0c67-430c-bdc9-4ab5b282bfce tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:12.048946 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c1c9e3d-4d3d-4dc5-8ff8-5733b2cee374 req-b7cd82b2-0c67-430c-bdc9-4ab5b282bfce tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0494795 Jan 16 23:24:12.096394 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c1c9e3d-4d3d-4dc5-8ff8-5733b2cee374 req-a9443a75-174f-49e1-b38e-3a6cc3e0d09b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Jan 16 23:24:12.203467 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4c40d-c43f-400b-9119-fae069e58176 req-9680bf71-b7e5-4e52-bc94-d82cdc33bd9c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:12.204915 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-53d4c40d-c43f-400b-9119-fae069e58176 req-9680bf71-b7e5-4e52-bc94-d82cdc33bd9c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0465672 Jan 16 23:24:12.249689 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-53d4c40d-c43f-400b-9119-fae069e58176 req-ee799ccd-7304-411a-9b67-39deebd9bad9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Jan 16 23:24:12.968691 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f4b4-d5b3-48de-b884-3fd82770cfa8 req-621c1427-cb84-481f-a4fa-a24b770fd59c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:12.970268 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7829f4b4-d5b3-48de-b884-3fd82770cfa8 req-621c1427-cb84-481f-a4fa-a24b770fd59c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0517943 Jan 16 23:24:13.020538 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7829f4b4-d5b3-48de-b884-3fd82770cfa8 req-1bd582a3-d15f-4fe4-be21-61d879cb5ae8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Jan 16 23:24:13.211558 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af428803-3c65-48d5-a47e-6abecc3f1b14 req-aa8d9edb-406d-4be0-9f02-94ec4e25801b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:13.213565 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-af428803-3c65-48d5-a47e-6abecc3f1b14 req-aa8d9edb-406d-4be0-9f02-94ec4e25801b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0513296 Jan 16 23:24:13.261649 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-af428803-3c65-48d5-a47e-6abecc3f1b14 req-13445b22-eefb-4f3e-b87b-0c7d988751e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Jan 16 23:24:13.370195 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf20d4-89b4-472a-9c70-4f55dad7885f req-17f58890-827b-4eab-b734-be3ddd7e6eb2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:13.371658 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8faf20d4-89b4-472a-9c70-4f55dad7885f req-17f58890-827b-4eab-b734-be3ddd7e6eb2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0480268 Jan 16 23:24:13.418396 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8faf20d4-89b4-472a-9c70-4f55dad7885f req-aedccdc0-6dbf-44df-acff-56ba0af00863 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411398 Jan 16 23:24:13.790138 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab8d6-9755-43ab-9537-94082152a26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:14.131230 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c31a4-2a9c-4313-ad0c-1f5bea795d62 req-eeb65e2d-ae48-401b-9b98-19f3b875286c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:14.132689 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3e2c31a4-2a9c-4313-ad0c-1f5bea795d62 req-eeb65e2d-ae48-401b-9b98-19f3b875286c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0478454 Jan 16 23:24:14.180676 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3e2c31a4-2a9c-4313-ad0c-1f5bea795d62 req-e79238c4-eb7e-4a37-af16-9c1fe82e2c78 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421309 Jan 16 23:24:14.378324 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144bfb7-c74d-47a2-bdc2-b0762d4f73a6 req-a9fb1ff3-8b5d-4a17-9e37-ca27a056c1e5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:14.379801 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6144bfb7-c74d-47a2-bdc2-b0762d4f73a6 req-a9fb1ff3-8b5d-4a17-9e37-ca27a056c1e5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 944 time: 0.0490117 Jan 16 23:24:14.427389 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6144bfb7-c74d-47a2-bdc2-b0762d4f73a6 req-d84f418a-bc5a-46d6-ab9c-231ef550a7ed tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420282 Jan 16 23:24:14.503766 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 38b7f276-1cd7-4277-8fcd-f2742d89ed03 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:24:14.537334 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b180607-30f6-482a-bf45-aefc6c9010fa req-cc9b7458-317a-4d18-a655-1cad37012a06 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:14.538470 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6b180607-30f6-482a-bf45-aefc6c9010fa req-cc9b7458-317a-4d18-a655-1cad37012a06 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0513330 Jan 16 23:24:14.586038 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6b180607-30f6-482a-bf45-aefc6c9010fa req-8e0e9c67-4528-436d-830b-db78ffa3c034 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 Jan 16 23:24:14.602397 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:14.614162 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'port_id': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'mac_address': 'fa:16:3e:38:88:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:24:14.650299 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:14.650733 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:14.663264 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b7f276-1cd7-4277-8fcd-f2742d89ed03 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:24:14.682853 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:14.686600 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:14.732493 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=38b7f276-1cd7-4277-8fcd-f2742d89ed03,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:14.904432 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:15.014869 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['38b7f276-1cd7-4277-8fcd-f2742d89ed03'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:24:15.296841 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80047c-a360-4429-9e9e-4ffa6b50cac5 req-1f22fa43-7533-416b-b03b-bf17aa866f31 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:15.298354 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da80047c-a360-4429-9e9e-4ffa6b50cac5 req-1f22fa43-7533-416b-b03b-bf17aa866f31 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0516369 Jan 16 23:24:15.345288 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da80047c-a360-4429-9e9e-4ffa6b50cac5 req-2be97e39-97bc-4411-9b93-d008b553e76a tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Jan 16 23:24:15.540957 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794bae99-6609-40b1-b277-6bfb63eb1a94 req-4899d336-b581-467d-9c64-a30c0c08c1aa tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:15.542484 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-794bae99-6609-40b1-b277-6bfb63eb1a94 req-4899d336-b581-467d-9c64-a30c0c08c1aa tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 945 time: 0.0509219 Jan 16 23:24:15.594300 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-794bae99-6609-40b1-b277-6bfb63eb1a94 req-20eb99f0-1e92-4293-8111-7f162a782a6c tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462606 Jan 16 23:24:15.703091 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ae626-1192-46c3-8ee0-0d67d2fd37f8 req-98c99336-345a-4cab-b4df-272013fdc622 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:15.704570 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-237ae626-1192-46c3-8ee0-0d67d2fd37f8 req-98c99336-345a-4cab-b4df-272013fdc622 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0483918 Jan 16 23:24:15.749543 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-237ae626-1192-46c3-8ee0-0d67d2fd37f8 req-d89c1a77-713d-486f-8bc2-0f66614d8484 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Jan 16 23:24:15.902042 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:16.455718 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77517fd8-da9f-4349-8f16-f0ac20e01259 req-b58ad172-cec3-4db8-bada-194b25b84558 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:16.457178 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-77517fd8-da9f-4349-8f16-f0ac20e01259 req-b58ad172-cec3-4db8-bada-194b25b84558 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0467095 Jan 16 23:24:16.503496 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 38b7f276-1cd7-4277-8fcd-f2742d89ed03 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:24:16.507881 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-77517fd8-da9f-4349-8f16-f0ac20e01259 req-3784d896-670f-4b14-8d36-7a07da195e7f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441222 Jan 16 23:24:16.552507 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:24:16.556902 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:24:16.557304 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:16.631356 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:16.631671 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:16.657264 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:16.659446 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360d7a0-66e6-4ed9-b07c-7e270d41c57b" -d '{"events": [{"server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "name": "network-vif-plugged", "status": "completed", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:16.672395 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:16.676525 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:16.716978 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ac45-4260-4e31-97f3-00f340f4580b req-96b9d773-62dd-4bb2-baf6-5c15410c695d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:16.718577 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bbf3ac45-4260-4e31-97f3-00f340f4580b req-96b9d773-62dd-4bb2-baf6-5c15410c695d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0553370 Jan 16 23:24:16.724581 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=38b7f276-1cd7-4277-8fcd-f2742d89ed03,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:16.762258 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d3440-29cd-4e59-aa19-6f4f29361254 x-openstack-request-id: req-360d3440-29cd-4e59-aa19-6f4f29361254 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:16.762563 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "name": "network-vif-plugged", "status": "completed", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:16.762823 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-360d3440-29cd-4e59-aa19-6f4f29361254 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:16.763220 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'code': 200} Jan 16 23:24:16.776116 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bbf3ac45-4260-4e31-97f3-00f340f4580b req-7786ecc2-d1ba-4bc6-ab5a-19e32d928a9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513902 Jan 16 23:24:17.016545 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2a6eb-2ce9-4ba9-990f-02b5a8ea5d07 req-d83e3727-905b-4613-9db0-9dce41ce22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.018319 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9be2a6eb-2ce9-4ba9-990f-02b5a8ea5d07 req-d83e3727-905b-4613-9db0-9dce41ce22d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 1099 time: 0.0401096 Jan 16 23:24:17.019733 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdb4e9-c994-4444-a789-72372173153e req-1d9d78c9-0d36-41db-8b74-0b07118bb3e0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.021198 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-63bdb4e9-c994-4444-a789-72372173153e req-1d9d78c9-0d36-41db-8b74-0b07118bb3e0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Jan 16 23:24:17.064071 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9be2a6eb-2ce9-4ba9-990f-02b5a8ea5d07 req-3fdc9488-8cbe-4da6-9360-eea1dc6915a6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393102 Jan 16 23:24:17.068549 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-63bdb4e9-c994-4444-a789-72372173153e req-bdb6de92-7de9-4b5f-8d8e-e3b9ced03b5b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417056 Jan 16 23:24:17.545408 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-50d25115-0df5-44e9-859b-e1f6fdeb68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.546841 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-50d25115-0df5-44e9-859b-e1f6fdeb68a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.0420797 Jan 16 23:24:17.594059 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:17.689924 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56979-3bc2-4003-8c25-d6eda298c6da req-621e6a5c-bd72-44ae-a877-a7062e374f5c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.691386 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1dc56979-3bc2-4003-8c25-d6eda298c6da req-621e6a5c-bd72-44ae-a877-a7062e374f5c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0868068 Jan 16 23:24:17.695844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-c869096a-a67c-45b4-983c-dc83e967704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.697246 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-c869096a-a67c-45b4-983c-dc83e967704a service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.1438825 Jan 16 23:24:17.790676 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1dc56979-3bc2-4003-8c25-d6eda298c6da req-2ad7a2b9-4c51-4442-b283-99845c424021 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924089 Jan 16 23:24:17.792322 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-0fa27839-0427-40c7-b611-f1eab54c39e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 1001 time: 0.0880108 Jan 16 23:24:17.843289 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-d4eb66f8-b7ce-4ad4-9d1d-5da2b2bf98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.844805 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-d4eb66f8-b7ce-4ad4-9d1d-5da2b2bf98b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0446231 Jan 16 23:24:17.890502 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1124c7-8f44-41e0-956b-522564aa481c req-fecce04c-3102-491c-b7ec-b1324b68e30b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.891967 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bf1124c7-8f44-41e0-956b-522564aa481c req-fecce04c-3102-491c-b7ec-b1324b68e30b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0482860 Jan 16 23:24:17.892670 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-6714b6fe-67cd-4d9e-ac57-dd88f2b0c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:17.894439 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-6714b6fe-67cd-4d9e-ac57-dd88f2b0c84e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405521 Jan 16 23:24:17.939651 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bf1124c7-8f44-41e0-956b-522564aa481c req-e843db9a-4abc-4d9b-a2c2-28db75bf536c tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Jan 16 23:24:17.987229 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-95ef6523-ba2b-4efc-8130-69752c1ea510 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850739 Jan 16 23:24:18.081169 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dea91645-7b1a-493e-83b5-d2b1d8e14c42 req-98a4c768-ae47-424f-9b45-41603a592115 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827334 Jan 16 23:24:18.200793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1d66c-70e8-47f3-bcab-81038bb3b3a0 req-4f52d967-b412-4870-bd23-e0e9cf702de1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:18.202280 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fcd1d66c-70e8-47f3-bcab-81038bb3b3a0 req-4f52d967-b412-4870-bd23-e0e9cf702de1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0559969 Jan 16 23:24:18.249144 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fcd1d66c-70e8-47f3-bcab-81038bb3b3a0 req-5ac9694d-7136-42f7-ba42-3d1fe0fa214e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413535 Jan 16 23:24:18.259542 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:19.067074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cd9b8-bccb-4ac2-bf8e-a2b3a3dcef0a req-695108e5-803e-4e22-896b-76e6fa6083d9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:19.068664 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-378cd9b8-bccb-4ac2-bf8e-a2b3a3dcef0a req-695108e5-803e-4e22-896b-76e6fa6083d9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0512664 Jan 16 23:24:19.118969 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-378cd9b8-bccb-4ac2-bf8e-a2b3a3dcef0a req-07777416-8e91-4703-9ee9-74da874d01e0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Jan 16 23:24:19.136396 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bf4ac-9bb5-4d5b-8247-a0c855f47489 req-6475f1ac-a683-435a-9191-d01ab313ccc5 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:19.137891 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1c8bf4ac-9bb5-4d5b-8247-a0c855f47489 req-6475f1ac-a683-435a-9191-d01ab313ccc5 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.2798643 Jan 16 23:24:19.186464 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1c8bf4ac-9bb5-4d5b-8247-a0c855f47489 req-9442f039-fe85-49d2-8c7f-8029910ae102 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Jan 16 23:24:19.232645 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b174dc-28be-4a27-954c-feff91a49497 req-7797cd81-c0ba-44ce-8249-96ef2d7f2224 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:19.234149 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d5b174dc-28be-4a27-954c-feff91a49497 req-7797cd81-c0ba-44ce-8249-96ef2d7f2224 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0488775 Jan 16 23:24:19.285684 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d5b174dc-28be-4a27-954c-feff91a49497 req-6f335964-dd3c-4bd0-8f98-f13f53a457d1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459599 Jan 16 23:24:19.308626 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43572) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:24:19.369173 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50535f39-a76e-4149-957d-0d8dd1d7af57 req-89b17224-c7d1-4b41-841a-05993432769d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:19.370691 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50535f39-a76e-4149-957d-0d8dd1d7af57 req-89b17224-c7d1-4b41-841a-05993432769d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Jan 16 23:24:19.387846 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d100585c-1fd1-4235-a5cc-5f7065f4ca93 tempest-TestVolumeBootPattern-1281422158 tempest-TestVolumeBootPattern-1281422158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:19.389396 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-d100585c-1fd1-4235-a5cc-5f7065f4ca93 tempest-TestVolumeBootPattern-1281422158 tempest-TestVolumeBootPattern-1281422158-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 1094 time: 0.0797272 Jan 16 23:24:19.392166 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43576) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:24:19.396595 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'port_id': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:24:19.417491 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-50535f39-a76e-4149-957d-0d8dd1d7af57 req-767c3be9-ab98-41e1-a781-3408a6c1e2dc tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Jan 16 23:24:19.420676 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:19.513700 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:19.619458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Allocated IP 172.27.3.22 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/4f6a3d9f-639a-444d-882b-48ca96d09c88) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:24:19.719019 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:19.752995 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:20.037556 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:24:20.040963 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:24:20.044712 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:24:20.068132 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=4f6a3d9f-639a-444d-882b-48ca96d09c88,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:20.356743 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71231e70-f756-4a93-9384-eda936a31f87 req-f4476092-3c2d-4fc3-8685-d6de4fff95ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:20.358166 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-71231e70-f756-4a93-9384-eda936a31f87 req-f4476092-3c2d-4fc3-8685-d6de4fff95ee tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.1050894 Jan 16 23:24:20.471873 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-71231e70-f756-4a93-9384-eda936a31f87 req-42f8ab95-3ba3-4688-96bc-2b1455f0a68b tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804293 Jan 16 23:24:20.492905 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (befa9232-686b-4b6a-bedf-bf2c274aac04), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:20.543196 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751154ba-e8ad-417a-8c72-6742aa186782 req-e7a4667c-4455-4409-aa6d-7e3916c3843a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:20.544673 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-751154ba-e8ad-417a-8c72-6742aa186782 req-e7a4667c-4455-4409-aa6d-7e3916c3843a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0553887 Jan 16 23:24:20.578117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:20.603960 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-751154ba-e8ad-417a-8c72-6742aa186782 req-8acc086f-f102-4064-b41f-0c55496cd37e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516512 Jan 16 23:24:20.715315 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-0fbc7719-b51f-4ac4-8790-e5a8c5311cb5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677340 Jan 16 23:24:20.737509 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e4b81-77c4-495e-a4f0-bc3c8103efcb req-44c8534f-8008-4c20-b047-b78655ebc804 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:20.738999 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-400e4b81-77c4-495e-a4f0-bc3c8103efcb req-44c8534f-8008-4c20-b047-b78655ebc804 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0564308 Jan 16 23:24:20.745904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:20.751141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:20.794663 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-400e4b81-77c4-495e-a4f0-bc3c8103efcb req-df3a8f3c-3e1c-4be3-ac54-bdcce5c58178 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476074 Jan 16 23:24:20.820575 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:24:20.827826 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=4f6a3d9f-639a-444d-882b-48ca96d09c88,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:20.838316 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (befa9232-686b-4b6a-bedf-bf2c274aac04), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:20.941687 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Floating IP befa9232-686b-4b6a-bedf-bf2c274aac04 associated. External IP: 172.27.3.22, port: 38b7f276-1cd7-4277-8fcd-f2742d89ed03. Jan 16 23:24:21.156999 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:24:21.264839 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:24:21.275332 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:24:21.281896 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:21.285469 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:24:21.286180 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:24:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:24:21.311635 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b0931349-f3a2-4ffd-9ec9-cf4d3285496d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9184558 Jan 16 23:24:21.312260 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:21.314698 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1be7361-5589-488c-8c0c-7aa628db7d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:21.352273 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d639536f-dff9-4567-b3b1-f95535ab51f8 x-openstack-request-id: req-d639536f-dff9-4567-b3b1-f95535ab51f8 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:21.352586 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:21.353484 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d639536f-dff9-4567-b3b1-f95535ab51f8 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:21.353885 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'status': 'completed', 'code': 200} Jan 16 23:24:21.397238 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:24:21.438738 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-0471101c-6438-4893-a3e1-74d3558bf76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:21.440303 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-0471101c-6438-4893-a3e1-74d3558bf76f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 1099 time: 0.0414970 Jan 16 23:24:21.538115 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-e99c9404-6f92-44f5-b3d9-fc41d9b29ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:21.538115 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-e99c9404-6f92-44f5-b3d9-fc41d9b29ffa service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0911260 Jan 16 23:24:21.613263 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-e395e1ee-6711-4d71-b4c3-a7fb748b18ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03 HTTP/1.1" status: 200 len: 999 time: 0.0691192 Jan 16 23:24:21.667937 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-6c376e58-29ed-4dc4-80fe-950208ef252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:21.669541 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-6c376e58-29ed-4dc4-80fe-950208ef252c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0504763 Jan 16 23:24:21.726625 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-1e3174b5-f6fa-4c21-826f-f834d3cb62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:21.728258 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-1e3174b5-f6fa-4c21-826f-f834d3cb62ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511365 Jan 16 23:24:21.757359 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc5ef1-36a3-427e-bd7b-5bef4bf3cb9a req-7b4dffe3-1bde-4b7a-851f-f9685853e8c8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:21.760060 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-34cc5ef1-36a3-427e-bd7b-5bef4bf3cb9a req-7b4dffe3-1bde-4b7a-851f-f9685853e8c8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0595510 Jan 16 23:24:21.784750 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'befa9232-686b-4b6a-bedf-bf2c274aac04', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:38:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:24:20Z', 'updated_at': '2022-01-16T23:24:20Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:24:21.813722 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:24:21.824317 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:24:21.825302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:24:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:24:21.828197 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-34cc5ef1-36a3-427e-bd7b-5bef4bf3cb9a req-9108fe20-179b-4bbb-8bb8-98f76297015e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621767 Jan 16 23:24:21.856954 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-0fecde48-2d0b-4c39-9eef-a51eda486d3a service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223555 Jan 16 23:24:21.954091 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:24:21.984777 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01453e9-e243-48b5-846b-58e8003fb055 req-72763e67-fdf0-466f-b1ff-41cd56c190aa tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:21.986410 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f01453e9-e243-48b5-846b-58e8003fb055 req-72763e67-fdf0-466f-b1ff-41cd56c190aa tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.1060827 Jan 16 23:24:22.014471 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1be7361-5589-488c-8c0c-7aa628db7d6c req-fbb3ad9b-3f6b-4aa0-9038-7cb3a11a484d service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422925 Jan 16 23:24:22.047182 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f01453e9-e243-48b5-846b-58e8003fb055 req-214b04dd-cec1-422e-be5a-2a5c1d24583f tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547197 Jan 16 23:24:22.190544 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'befa9232-686b-4b6a-bedf-bf2c274aac04', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:38:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:24:20Z', 'updated_at': '2022-01-16T23:24:20Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:24:22.216629 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fe2f5-0ee8-47c7-82af-c5daf38c4b48 None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': 'befa9232-686b-4b6a-bedf-bf2c274aac04', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.22', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:38:88:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:24:20Z', 'updated_at': '2022-01-16T23:24:20Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:24:22.373014 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-ba880d66-b22f-47bd-950e-e8abdcf4db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:22.374566 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-ba880d66-b22f-47bd-950e-e8abdcf4db03 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643&tenant_id=0b3f40a11d3c487787dd1e037d240d85 HTTP/1.1" status: 200 len: 1099 time: 0.0759935 Jan 16 23:24:22.411484 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcbe8a9-179a-4c86-86ae-33b40737bb98 None None] New status for floating IP befa9232-686b-4b6a-bedf-bf2c274aac04: ACTIVE {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:24:22.453383 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-9311fbfb-5c63-4651-8649-fc63807cb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:22.454889 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-9311fbfb-5c63-4651-8649-fc63807cb1f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.0442674 Jan 16 23:24:22.520650 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:24:22.560399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-93b9d5f8-cfa2-414f-bba2-daaebe0bff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:22.562418 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-93b9d5f8-cfa2-414f-bba2-daaebe0bff9a service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.1019776 Jan 16 23:24:22.604410 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port f890b651-b317-40a0-b56d-6b689871ae73 is: ACTIVE; New status is: DOWN {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:22.604881 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:22.632301 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:22.635151 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a14b2d-b86e-40a3-89ce-f72fb89dde9c" -d '{"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-unplugged", "status": "completed", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:22.638326 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-2b831c9f-0d9b-47bd-9c5b-d4da72c7f63d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 1001 time: 0.0695720 Jan 16 23:24:22.649454 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:22.657132 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:22.690046 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a95add2-469e-4cfb-8045-c44ba4b2819b x-openstack-request-id: req-5a95add2-469e-4cfb-8045-c44ba4b2819b {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:22.690340 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-unplugged", "status": "completed", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:22.690593 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a95add2-469e-4cfb-8045-c44ba4b2819b {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:22.690984 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'code': 200} Jan 16 23:24:22.694184 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-3542985d-a3ef-46ea-b465-15e5ce6675b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:22.695656 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-3542985d-a3ef-46ea-b465-15e5ce6675b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0488591 Jan 16 23:24:22.710475 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=6']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:22.761297 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-4b5fa034-3ccb-40df-835c-7ec4ada2a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:22.763145 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-4b5fa034-3ccb-40df-835c-7ec4ada2a005 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393572 Jan 16 23:24:22.862971 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-f5a79dbf-3390-49e0-8f7c-1cc50ede5101 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 Jan 16 23:24:22.991480 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02c84f-e3f0-4e46-bb39-9fcfd34efd87 req-0a4f0e32-b27b-4c2b-883b-27e5e492fb57 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:22.992933 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4d02c84f-e3f0-4e46-bb39-9fcfd34efd87 req-0a4f0e32-b27b-4c2b-883b-27e5e492fb57 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.1055522 Jan 16 23:24:23.000495 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7393d3ea-caff-44cd-8014-c10b4c59b9fc req-62c69ff2-d027-49a0-ba02-5120acd17b2c service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311631 Jan 16 23:24:23.048414 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4d02c84f-e3f0-4e46-bb39-9fcfd34efd87 req-e57419d2-a886-4dde-b616-07bb63c0c8e2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469515 Jan 16 23:24:23.160313 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363fabf-969c-4c48-a04e-27ddb68a635d req-9851a0f3-abeb-4db5-9605-6236f0d70dc3 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:23.161799 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4363fabf-969c-4c48-a04e-27ddb68a635d req-9851a0f3-abeb-4db5-9605-6236f0d70dc3 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0471303 Jan 16 23:24:23.208545 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4363fabf-969c-4c48-a04e-27ddb68a635d req-aefc7e2d-585a-4f95-bc4f-e0ee61789866 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Jan 16 23:24:24.164608 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b54b-a7ca-4694-84e5-ea292eaf0111 req-ea3bc8b0-1912-45e1-b9df-08309bdee9bd tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:24.166696 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-53c8b54b-a7ca-4694-84e5-ea292eaf0111 req-ea3bc8b0-1912-45e1-b9df-08309bdee9bd tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0483990 Jan 16 23:24:24.211157 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-53c8b54b-a7ca-4694-84e5-ea292eaf0111 req-1ec75ea5-3dd6-4c2a-b131-d0ea45d83b5b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390193 Jan 16 23:24:24.319882 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997a120-e3eb-4301-8bee-793413d4735f req-ae1d2525-62ee-498c-89d9-db585b11fbbe tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:24.321438 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5997a120-e3eb-4301-8bee-793413d4735f req-ae1d2525-62ee-498c-89d9-db585b11fbbe tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0475314 Jan 16 23:24:24.369187 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5997a120-e3eb-4301-8bee-793413d4735f req-bc8f0012-9696-4dad-9b9c-babee04c7f77 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418158 Jan 16 23:24:25.328228 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baef9a-79f5-4d24-9f32-1a67ea9357af req-fed1ab1b-8e80-40bd-82ea-9eff73faec8f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:25.329709 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-03baef9a-79f5-4d24-9f32-1a67ea9357af req-fed1ab1b-8e80-40bd-82ea-9eff73faec8f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0473127 Jan 16 23:24:25.378220 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-03baef9a-79f5-4d24-9f32-1a67ea9357af req-7a2f6884-e8fa-44f5-80ab-ade60f5a7f2f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430679 Jan 16 23:24:25.483114 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afa89b-6c61-4510-a572-78066d9d1f52 req-1712ad2c-a9b7-44d2-bf53-42b051caaf23 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:25.484577 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-02afa89b-6c61-4510-a572-78066d9d1f52 req-1712ad2c-a9b7-44d2-bf53-42b051caaf23 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0507848 Jan 16 23:24:25.533743 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-02afa89b-6c61-4510-a572-78066d9d1f52 req-e406bc84-6351-4d2c-b09d-8c6953a5e2cb tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436528 Jan 16 23:24:26.496525 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24911711-0888-4856-8714-9bcdd6028e84 req-2c284319-0441-4c05-bae4-657d336aedea tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:26.498051 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-24911711-0888-4856-8714-9bcdd6028e84 req-2c284319-0441-4c05-bae4-657d336aedea tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0477281 Jan 16 23:24:26.543947 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-24911711-0888-4856-8714-9bcdd6028e84 req-b9565b31-b182-4cea-a86f-608860c3c111 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404842 Jan 16 23:24:26.645685 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13a77a-d16e-493c-b1ea-b0df23e3e0f8 req-0832eced-e42a-4465-ab3e-970fefe3905d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:26.647403 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5a13a77a-d16e-493c-b1ea-b0df23e3e0f8 req-0832eced-e42a-4465-ab3e-970fefe3905d tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0479589 Jan 16 23:24:26.700841 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5a13a77a-d16e-493c-b1ea-b0df23e3e0f8 req-ce26328c-0336-43b0-91b7-65c5139efa84 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482125 Jan 16 23:24:27.661652 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e8bea-1afc-4a0f-8ec0-61cf0d342594 req-479041eb-9096-4f29-935a-821ddd39f7e7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:27.663109 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-856e8bea-1afc-4a0f-8ec0-61cf0d342594 req-479041eb-9096-4f29-935a-821ddd39f7e7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Jan 16 23:24:27.708323 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-856e8bea-1afc-4a0f-8ec0-61cf0d342594 req-f681c290-b9c3-464f-9518-75d552aef38c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397394 Jan 16 23:24:27.814581 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2230b62-eab8-4682-853d-0bb9ff9ee218 req-9fc9bd57-8964-4c47-b07f-779548d842c3 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:27.815943 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f2230b62-eab8-4682-853d-0bb9ff9ee218 req-9fc9bd57-8964-4c47-b07f-779548d842c3 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0505552 Jan 16 23:24:27.863000 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f2230b62-eab8-4682-853d-0bb9ff9ee218 req-e58d59c6-e5d1-4da6-b8fc-b4b42cb7f7a9 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 Jan 16 23:24:28.829962 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc84dc-a990-4bea-8bb5-f140a49660e3 req-22aeda31-79ee-4ef4-a2b9-b4e7c06e0054 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:28.831347 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b3cc84dc-a990-4bea-8bb5-f140a49660e3 req-22aeda31-79ee-4ef4-a2b9-b4e7c06e0054 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0529699 Jan 16 23:24:28.876968 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b3cc84dc-a990-4bea-8bb5-f140a49660e3 req-24e2863d-4f46-44b6-81f8-74a0786b9168 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401115 Jan 16 23:24:28.975353 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0df3a3-f547-4e3c-b0de-79d537ae31a1 req-83e58c60-8e4e-445b-98d0-a7507c4da100 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:28.976800 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7d0df3a3-f547-4e3c-b0de-79d537ae31a1 req-83e58c60-8e4e-445b-98d0-a7507c4da100 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0475779 Jan 16 23:24:29.024431 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7d0df3a3-f547-4e3c-b0de-79d537ae31a1 req-5086e5d9-ba01-4ed1-9d7f-fd97c8d04199 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415795 Jan 16 23:24:29.292163 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2a97d-4921-4f90-97eb-e5ac0e128fc7 req-1af61f92-6e03-4fde-86cb-c7f4b3814e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:29.293631 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-54b2a97d-4921-4f90-97eb-e5ac0e128fc7 req-1af61f92-6e03-4fde-86cb-c7f4b3814e5a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1097 time: 0.0396922 Jan 16 23:24:29.337672 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-54b2a97d-4921-4f90-97eb-e5ac0e128fc7 req-9fb49aa4-2777-4251-bc4a-0d7522e8c1ed service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377219 Jan 16 23:24:29.993554 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5d406-e314-425d-96dd-3b70d0f2aee5 req-93834f37-479a-4e78-ae81-8e352a122202 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:29.995020 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9fe5d406-e314-425d-96dd-3b70d0f2aee5 req-93834f37-479a-4e78-ae81-8e352a122202 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0473661 Jan 16 23:24:30.043717 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9fe5d406-e314-425d-96dd-3b70d0f2aee5 req-59f5741a-6120-4b13-b5a3-fa5b2a571b65 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Jan 16 23:24:30.146229 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d09856-3ebe-4df7-9992-ed15d38b20ba req-cedbbd58-7141-4933-af14-3e016f1fd4d6 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:30.147675 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-12d09856-3ebe-4df7-9992-ed15d38b20ba req-cedbbd58-7141-4933-af14-3e016f1fd4d6 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 944 time: 0.0477474 Jan 16 23:24:30.199065 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-12d09856-3ebe-4df7-9992-ed15d38b20ba req-2cbb6aae-496b-4f2e-a8c9-387f289eb9f0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457618 Jan 16 23:24:30.549697 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:24:30.648156 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:30.659688 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'f890b651-b317-40a0-b56d-6b689871ae73', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'port_id': 'f890b651-b317-40a0-b56d-6b689871ae73', 'mac_address': 'fa:16:3e:9a:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:24:30.694575 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port f890b651-b317-40a0-b56d-6b689871ae73 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:30.694960 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:30.708006 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f890b651-b317-40a0-b56d-6b689871ae73 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:24:30.726910 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:30.731972 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:30.732638 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:24:30.824434 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=7']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:30.865465 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:30.877499 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'mac_address': 'fa:16:3e:28:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:24:30.913343 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: ACTIVE; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:30.913741 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:30.929583 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c13aebf7-f53a-4bb0-bbe4-56c645b05c5d {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:24:30.950120 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:30.953682 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:30.998723 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=6']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:31.160053 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4307e1-2acd-4dea-b208-4031e17edc2f req-21fac895-03a9-4cdb-9f55-88c8f84b3106 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:31.161551 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1a4307e1-2acd-4dea-b208-4031e17edc2f req-21fac895-03a9-4cdb-9f55-88c8f84b3106 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 944 time: 0.0478821 Jan 16 23:24:31.190071 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:24:31.207162 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1a4307e1-2acd-4dea-b208-4031e17edc2f req-24318fec-f0ff-4cde-ad27-22af54fc5c8c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401533 Jan 16 23:24:31.314997 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401ee74-7758-4c72-b7ff-787580ac6c00 req-8bd3ac7a-9f06-4d26-9471-c45751d7efa2 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:31.316493 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9401ee74-7758-4c72-b7ff-787580ac6c00 req-8bd3ac7a-9f06-4d26-9471-c45751d7efa2 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Jan 16 23:24:31.363400 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9401ee74-7758-4c72-b7ff-787580ac6c00 req-346c6e3e-6574-45fb-9814-d38819cc2c9c tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413365 Jan 16 23:24:31.460280 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['f890b651-b317-40a0-b56d-6b689871ae73'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:24:32.335074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1931-de22-4cef-8d24-229f85507acb req-c2801ae8-a351-4b9a-8a61-4af9d079a114 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:32.337085 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-465c1931-de22-4cef-8d24-229f85507acb req-c2801ae8-a351-4b9a-8a61-4af9d079a114 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 944 time: 0.0510833 Jan 16 23:24:32.390915 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-465c1931-de22-4cef-8d24-229f85507acb req-8d09a610-39e0-4043-82ed-0a8ce57b278b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Jan 16 23:24:32.581778 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:24:32.638133 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port f890b651-b317-40a0-b56d-6b689871ae73 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:24:32.638515 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (f890b651-b317-40a0-b56d-6b689871ae73), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:32.724849 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port f890b651-b317-40a0-b56d-6b689871ae73 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:32.725375 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:32.750856 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:32.753225 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f951a8-40d7-4fb4-b6ba-ff56f2c7615a" -d '{"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-plugged", "status": "completed", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:32.768703 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:32.774425 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:32.775682 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:24:32.810519 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471e6365-68ea-4a30-9141-a4a6c15d3b38 x-openstack-request-id: req-471e6365-68ea-4a30-9141-a4a6c15d3b38 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:32.810884 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-plugged", "status": "completed", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:32.811131 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-471e6365-68ea-4a30-9141-a4a6c15d3b38 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:32.811485 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'code': 200} Jan 16 23:24:32.872967 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=8']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:32.882693 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:24:32.883071 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:32.966224 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:32.966868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:33.006553 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:33.011685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:33.067509 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=7']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:33.527872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd25d-83be-41ac-92e9-6a7b3820f15b req-feefe405-e0e3-4786-bd05-9f539a43df5a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:33.535083 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e5ccd25d-83be-41ac-92e9-6a7b3820f15b req-feefe405-e0e3-4786-bd05-9f539a43df5a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0606565 Jan 16 23:24:33.583197 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e5ccd25d-83be-41ac-92e9-6a7b3820f15b req-4cdf3fb6-9597-4d31-8bc9-63a756d67754 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469394 Jan 16 23:24:34.717276 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7cfd5-d319-4dc1-acdc-6f98fcb306eb req-2b7cc37b-2b97-4e32-b5a4-0ad53936b55c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:34.719209 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-94f7cfd5-d319-4dc1-acdc-6f98fcb306eb req-2b7cc37b-2b97-4e32-b5a4-0ad53936b55c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0515640 Jan 16 23:24:34.776362 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-94f7cfd5-d319-4dc1-acdc-6f98fcb306eb req-fd34fb99-79ce-4ae0-a2cc-d75ad1ad9784 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497398 Jan 16 23:24:34.812937 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:34.815416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b16299-f751-4eb7-a49d-418ac323cd68" -d '{"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-plugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:34.879414 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4476df0-cb61-485b-8554-e70bbcaed223 x-openstack-request-id: req-b4476df0-cb61-485b-8554-e70bbcaed223 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:34.879806 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-plugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:34.880132 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4476df0-cb61-485b-8554-e70bbcaed223 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:34.880584 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'code': 200} Jan 16 23:24:35.900526 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b50b2-4113-4291-9c8f-d2207778580a req-f7655aff-ea1f-49c9-8ec4-d868271257bb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:35.907593 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-337b50b2-4113-4291-9c8f-d2207778580a req-f7655aff-ea1f-49c9-8ec4-d868271257bb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0606463 Jan 16 23:24:35.960237 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-337b50b2-4113-4291-9c8f-d2207778580a req-33836d4f-75bc-4023-b32f-2936d160fd5f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517910 Jan 16 23:24:37.085582 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0e9ba-a7cd-4a53-9522-da2220aedfa6 req-d8dc52dd-195d-4de8-a78d-90630dab96f2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:37.087897 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fc0e9ba-a7cd-4a53-9522-da2220aedfa6 req-d8dc52dd-195d-4de8-a78d-90630dab96f2 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0504110 Jan 16 23:24:37.149969 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4fc0e9ba-a7cd-4a53-9522-da2220aedfa6 req-4ccb806f-726b-4dd3-8792-3a7b2a9e8a24 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535877 Jan 16 23:24:38.279887 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc0793-b2e9-4999-b836-56ded39b433b req-9cca18dd-679e-40b5-909c-685b409567ed tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:38.281420 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f4fc0793-b2e9-4999-b836-56ded39b433b req-9cca18dd-679e-40b5-909c-685b409567ed tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0568111 Jan 16 23:24:38.338238 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f4fc0793-b2e9-4999-b836-56ded39b433b req-8d4fa8a2-a7cd-4962-b677-da46f656bbe6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511365 Jan 16 23:24:39.468132 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e56198-61fc-4dca-851d-2fb6b2f437a8 req-65a36ef3-5ed6-4e4e-a11a-0af628419b79 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:39.470043 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7e56198-61fc-4dca-851d-2fb6b2f437a8 req-65a36ef3-5ed6-4e4e-a11a-0af628419b79 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0552890 Jan 16 23:24:39.520088 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e7e56198-61fc-4dca-851d-2fb6b2f437a8 req-c5e3868b-59f4-4ff0-888c-c469cde24c80 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444827 Jan 16 23:24:40.647851 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac34dac-2831-410e-b821-845c965ae687 req-e4280572-d6f1-4853-b763-4fa791d23b32 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:40.650672 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7ac34dac-2831-410e-b821-845c965ae687 req-e4280572-d6f1-4853-b763-4fa791d23b32 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0532484 Jan 16 23:24:40.702772 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7ac34dac-2831-410e-b821-845c965ae687 req-03208e15-f931-4a15-b640-419df3b31c10 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463393 Jan 16 23:24:41.323278 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a93b-b3de-4328-8a1d-228f79b4d503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:41.724673 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-df0cac3f-7cb4-4008-9abd-c692751b36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:41.726175 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-df0cac3f-7cb4-4008-9abd-c692751b36c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1098 time: 0.0397754 Jan 16 23:24:42.100301 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbd98d-cbb0-49be-a670-64d5682625e5 req-510533ac-5ab1-480e-be67-3d949a9ce337 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:42.101786 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d7cbd98d-cbb0-49be-a670-64d5682625e5 req-510533ac-5ab1-480e-be67-3d949a9ce337 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.3234303 Jan 16 23:24:42.103659 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-a75c6e5f-b300-40a0-8236-48f4b25189ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:42.104958 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-a75c6e5f-b300-40a0-8236-48f4b25189ec service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.3684051 Jan 16 23:24:42.197102 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d7cbd98d-cbb0-49be-a670-64d5682625e5 req-7a51afbe-4459-46b9-a2dc-c8efb29a4103 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891085 Jan 16 23:24:42.198905 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-a352728d-a823-48e0-9920-a45e6b460eea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 200 len: 1000 time: 0.0855141 Jan 16 23:24:42.248395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-cf1a6b3c-36a0-49eb-bb98-3784b7e02721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:42.249876 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-cf1a6b3c-36a0-49eb-bb98-3784b7e02721 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0447423 Jan 16 23:24:42.295180 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-29794dfb-2b6a-4157-93a8-a0e63efc229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:42.296627 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-29794dfb-2b6a-4157-93a8-a0e63efc229d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384636 Jan 16 23:24:42.398579 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-872a3b9e-d80e-4e7b-9a2d-b30afe988d0b service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821509 Jan 16 23:24:42.484185 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46d176cd-5333-4737-9d61-ccb91b03a39c req-37e45f0b-f019-45fd-86d4-ab3b175b409c service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786357 Jan 16 23:24:43.316137 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83773c9-9c51-4f0e-9690-174fdd17b110 req-feb6cdb8-f218-4174-a03e-14b297ee7a27 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:43.317625 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a83773c9-9c51-4f0e-9690-174fdd17b110 req-feb6cdb8-f218-4174-a03e-14b297ee7a27 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0474036 Jan 16 23:24:43.362964 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a83773c9-9c51-4f0e-9690-174fdd17b110 req-071fce7b-a740-4104-af73-ba968b022e9f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392597 Jan 16 23:24:43.791060 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-bfbbd9dc-332e-4a01-b1db-27bd92b065e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:44.483512 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7ad5-3846-46d7-a325-736380a2891c req-88f7e34b-cba8-4faa-8185-fc8eca0d1980 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:44.484992 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac6e7ad5-3846-46d7-a325-736380a2891c req-88f7e34b-cba8-4faa-8185-fc8eca0d1980 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 945 time: 0.0500624 Jan 16 23:24:44.533515 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ac6e7ad5-3846-46d7-a325-736380a2891c req-1e7d7092-67b6-4893-889f-3554e5167aa9 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418460 Jan 16 23:24:44.615485 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:24:44.691482 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: ACTIVE; New status is: DOWN {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:44.691877 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:44.713964 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:24:44.716132 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8c6593-7fe2-4280-b94b-ab11012cd249" -d '{"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-unplugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:24:44.728743 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:24:44.732780 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:44.754876 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 16 Jan 2022 23:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c816a71c-c875-4fcc-aaf0-64ec976d72c3 x-openstack-request-id: req-c816a71c-c875-4fcc-aaf0-64ec976d72c3 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:24:44.755166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-unplugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:24:44.755419 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c816a71c-c875-4fcc-aaf0-64ec976d72c3 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:24:44.755802 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'code': 200} Jan 16 23:24:44.781748 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=8']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:24:44.788672 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.789031 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.789410 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.789754 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.790119 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.790452 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.790782 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.791113 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.791654 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.791749 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.792065 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.792385 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.792707 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:24:44.904516 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:45.657082 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a169c-39ce-4e4e-a4ef-95d9ff2c789f req-bd6aa9d4-2ba8-47bf-a432-518faf73172c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:45.658558 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e23a169c-39ce-4e4e-a4ef-95d9ff2c789f req-bd6aa9d4-2ba8-47bf-a432-518faf73172c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0511739 Jan 16 23:24:45.703560 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e23a169c-39ce-4e4e-a4ef-95d9ff2c789f req-988e502f-9e5e-471c-950d-2ccf839cf808 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Jan 16 23:24:45.902920 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:46.448029 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [req-79542484-e9ae-4c62-8115-120c32284867 req-8adf6df6-a27d-45e0-9d94-e76195195127 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:24:46.449017 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-79542484-e9ae-4c62-8115-120c32284867 req-8adf6df6-a27d-45e0-9d94-e76195195127 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053186 Jan 16 23:24:46.601095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bc344-3026-4d0d-87ab-7d23cb7dc94f req-17b2f5cc-8e95-4193-8abb-07aa9034795f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:46.603333 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ca0bc344-3026-4d0d-87ab-7d23cb7dc94f req-17b2f5cc-8e95-4193-8abb-07aa9034795f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0489068 Jan 16 23:24:46.652138 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ca0bc344-3026-4d0d-87ab-7d23cb7dc94f req-69e16108-419d-426e-ae18-f93390df8eea tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Jan 16 23:24:46.821938 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43770) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:24:46.902607 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-444f7942-e707-427a-9ba8-cf68ad829096 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794992 Jan 16 23:24:46.911242 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-2bc961da-3867-4359-9873-3cf6d4f3db79 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:24:46.912200 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-2bc961da-3867-4359-9873-3cf6d4f3db79 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047891 Jan 16 23:24:47.596165 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:47.771047 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3ff8-63ee-4940-92a9-ac782c034af1 req-ca51f961-c042-4e55-9cc1-00405799155f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:47.772523 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-aa1b3ff8-63ee-4940-92a9-ac782c034af1 req-ca51f961-c042-4e55-9cc1-00405799155f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0488393 Jan 16 23:24:47.818688 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-aa1b3ff8-63ee-4940-92a9-ac782c034af1 req-8ee21249-447e-4d80-9d4f-0cdd1a17d07b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Jan 16 23:24:47.832649 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-f16258b7-1286-429c-8799-b26385452da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:47.834184 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-f16258b7-1286-429c-8799-b26385452da4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11&tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e HTTP/1.1" status: 200 len: 1096 time: 0.0408628 Jan 16 23:24:47.907089 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-da861552-7693-4cfd-a730-ff533d67a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:47.908535 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-da861552-7693-4cfd-a730-ff533d67a0e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1096 time: 0.0390971 Jan 16 23:24:47.997695 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-f83f122d-c2bc-4742-98b8-1fe75cf20098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:47.999134 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-f83f122d-c2bc-4742-98b8-1fe75cf20098 service neutron] 10.222.0.76 "GET /v2.0/networks?id=09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 200 len: 917 time: 0.0844572 Jan 16 23:24:48.062977 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-633a421c-a8a3-4335-b275-e9f99e993877 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 200 len: 998 time: 0.0572727 Jan 16 23:24:48.110789 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-9ca8be8a-c9bc-4e35-b261-a1440c1dcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:48.112120 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-9ca8be8a-c9bc-4e35-b261-a1440c1dcd2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 200 len: 855 time: 0.0431049 Jan 16 23:24:48.166454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-5e3a5f18-df9d-41c6-9a0d-5f3e9c0d4724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:48.167892 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-5e3a5f18-df9d-41c6-9a0d-5f3e9c0d4724 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=09e1eff7-e489-4cbf-803a-43f2c0779e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427046 Jan 16 23:24:48.258496 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-5a05e0e1-7cb5-4021-a9aa-606210ce13e4 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783799 Jan 16 23:24:48.291432 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:24:48.362146 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-941cf05c-cacd-488c-af0a-1fe8e7273542 req-43b6c191-d8cb-4e94-9ed3-1868f324c7c1 service neutron] 10.222.0.76 "GET /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964921 Jan 16 23:24:48.629467 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:24:48.708028 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: DOWN; New status is: DOWN {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:24:48.959368 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9883545-c24c-4748-8456-ef96726fdd89 req-42cca326-59e6-484e-afff-8134c467c8ce tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:48.967004 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a9883545-c24c-4748-8456-ef96726fdd89 req-42cca326-59e6-484e-afff-8134c467c8ce tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0600624 Jan 16 23:24:49.036051 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a9883545-c24c-4748-8456-ef96726fdd89 req-156058cd-ab78-4324-8d73-308ee28689e7 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642898 Jan 16 23:24:50.152317 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e48f2d-ff4c-4202-9ed5-bcb72eb02968 req-4a7aca27-b23a-4b5a-ba75-b20afb92ce71 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:50.154056 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-68e48f2d-ff4c-4202-9ed5-bcb72eb02968 req-4a7aca27-b23a-4b5a-ba75-b20afb92ce71 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0535204 Jan 16 23:24:50.202196 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-68e48f2d-ff4c-4202-9ed5-bcb72eb02968 req-fb56a89d-cdcd-4f39-8459-55d44a2f9778 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424578 Jan 16 23:24:51.331026 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91c95c-77ea-4589-b74e-11e12eba667b req-c8a083f9-d6d4-46fb-bc70-67a7ee090786 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:51.332571 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0f91c95c-77ea-4589-b74e-11e12eba667b req-c8a083f9-d6d4-46fb-bc70-67a7ee090786 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0560737 Jan 16 23:24:51.382983 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0f91c95c-77ea-4589-b74e-11e12eba667b req-dd834904-cd8d-417e-b247-6cfbc6bf23ae tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438631 Jan 16 23:24:52.508134 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6261ea-fd75-4b7a-afe2-f149c1403eab req-ce853d99-ecc8-45f1-a17f-22822e5adce1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:52.509735 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6f6261ea-fd75-4b7a-afe2-f149c1403eab req-ce853d99-ecc8-45f1-a17f-22822e5adce1 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0506365 Jan 16 23:24:52.562949 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-6f6261ea-fd75-4b7a-afe2-f149c1403eab req-366d8bec-dcae-467d-8e49-1dabc565daa0 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460982 Jan 16 23:24:53.688277 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17586ee4-7230-4eb2-ace2-4a70d108f846 req-bf9817d2-a6b0-46a8-864d-9b8dfe447da5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:53.689810 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-17586ee4-7230-4eb2-ace2-4a70d108f846 req-bf9817d2-a6b0-46a8-864d-9b8dfe447da5 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0556786 Jan 16 23:24:53.739403 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-17586ee4-7230-4eb2-ace2-4a70d108f846 req-e9503c72-6809-4c1e-a9d5-4fb24a38b82f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433040 Jan 16 23:24:54.866283 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ac76-8513-4a69-9b91-0244714f0c96 req-c8f94325-9aa5-4a9b-ba22-948f44c3053c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:54.867879 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ac36ac76-8513-4a69-9b91-0244714f0c96 req-c8f94325-9aa5-4a9b-ba22-948f44c3053c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0553572 Jan 16 23:24:54.916144 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ac36ac76-8513-4a69-9b91-0244714f0c96 req-96f61809-cd67-4b05-bbe3-8bbe8b3052a6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Jan 16 23:24:56.037439 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59172e4-dda9-4649-8ae4-dad0ceb41775 req-fd6d9ed8-c036-469a-8baa-c72ba903bcde tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:56.038955 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e59172e4-dda9-4649-8ae4-dad0ceb41775 req-fd6d9ed8-c036-469a-8baa-c72ba903bcde tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0513437 Jan 16 23:24:56.088727 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e59172e4-dda9-4649-8ae4-dad0ceb41775 req-91390ddc-e91a-4781-b4a8-3c0f7411706f tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Jan 16 23:24:57.234917 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65b8c0-65cd-470b-94fc-d0f69ab60b06 req-49f29968-f852-406f-85e5-1371a55a36ce tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:57.236553 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7c65b8c0-65cd-470b-94fc-d0f69ab60b06 req-49f29968-f852-406f-85e5-1371a55a36ce tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0515606 Jan 16 23:24:57.297158 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7c65b8c0-65cd-470b-94fc-d0f69ab60b06 req-eb387c78-4627-46eb-84ac-166fd11ef1cb tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550084 Jan 16 23:24:57.821022 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:24:58.454012 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674d170-8e21-49c1-abf3-819f33f3216e req-9fcb78bc-948d-417c-9d67-f12050a3cac4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:58.455485 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7674d170-8e21-49c1-abf3-819f33f3216e req-9fcb78bc-948d-417c-9d67-f12050a3cac4 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0810671 Jan 16 23:24:58.461506 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-572b23c3-bd4b-4883-9820-d7045bda90bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583918 Jan 16 23:24:58.503368 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7674d170-8e21-49c1-abf3-819f33f3216e req-ecfc4695-1a98-439d-8502-36629c08466b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Jan 16 23:24:58.560554 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-8379b380-9a25-47f1-a28c-87ae4eff0bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:58.562092 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-8379b380-9a25-47f1-a28c-87ae4eff0bf5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.0410101 Jan 16 23:24:58.668304 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-4093934e-24dc-419d-b92f-d9b3e696fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:58.670251 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-4093934e-24dc-419d-b92f-d9b3e696fae5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.0858164 Jan 16 23:24:58.733214 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-53b30681-5a53-46a6-a569-99986ecb0d06 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 1001 time: 0.0569179 Jan 16 23:24:58.784684 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-d4a2281d-06d2-400d-94e9-b6ab25110094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:58.786105 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-d4a2281d-06d2-400d-94e9-b6ab25110094 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0426862 Jan 16 23:24:58.836717 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-44a45e4d-cd79-4b22-b111-2dbde83047dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:58.838209 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-44a45e4d-cd79-4b22-b111-2dbde83047dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424278 Jan 16 23:24:58.926332 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-8de15c7f-0aed-4a86-9511-a6f9853b7d70 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802898 Jan 16 23:24:59.019045 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b2bbe753-2f9a-44c1-bbb1-84185413f0d2 req-0ff20782-3b8c-45d7-9f3c-aa398a0d2f58 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847077 Jan 16 23:24:59.625896 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e44eb-99b8-4035-81ad-23ed28e1e58d req-0a180979-bfc5-4a5d-ad0f-90809a1f7f57 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:24:59.628077 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-126e44eb-99b8-4035-81ad-23ed28e1e58d req-0a180979-bfc5-4a5d-ad0f-90809a1f7f57 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0513740 Jan 16 23:24:59.678665 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-126e44eb-99b8-4035-81ad-23ed28e1e58d req-459fdeab-4ba3-4b55-9ee1-e828f6a8e142 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Jan 16 23:25:00.662213 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:25:00.755108 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:00.766634 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'port_id': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'mac_address': 'fa:16:3e:28:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:25:00.806271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:00.806577 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:00.809073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46458881-5a73-48b8-a07e-098ef4befb3f req-d03e9b4c-36cd-4f7b-b9a3-40a54e163289 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:00.810628 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46458881-5a73-48b8-a07e-098ef4befb3f req-d03e9b4c-36cd-4f7b-b9a3-40a54e163289 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 943 time: 0.0512564 Jan 16 23:25:00.820018 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13aebf7-f53a-4bb0-bbe4-56c645b05c5d {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:25:00.840925 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:00.844940 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:00.859496 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-46458881-5a73-48b8-a07e-098ef4befb3f req-328238b9-c68c-4078-93b4-928db0f1db77 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Jan 16 23:25:00.892093 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=9']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:01.224529 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:25:01.977104 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b39a04-e6fe-4489-bc55-2bcd31af0913 req-41a62af6-8c97-4970-84f9-634bd3043caa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:01.978582 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-01b39a04-e6fe-4489-bc55-2bcd31af0913 req-41a62af6-8c97-4970-84f9-634bd3043caa tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 944 time: 0.0469954 Jan 16 23:25:02.024151 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-01b39a04-e6fe-4489-bc55-2bcd31af0913 req-ea676372-c1ea-417f-99e8-fcc5a43f7cc8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396261 Jan 16 23:25:02.691512 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:25:02.740871 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:02.741404 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:02.853271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:02.853651 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:02.891006 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:25:02.893570 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d11462-b4cb-479b-8bfa-f0d4fa0e51a4" -d '{"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-plugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:25:02.907703 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:02.913330 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:02.943046 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d725be4-5570-4de4-907b-ee6ef6a14d92 x-openstack-request-id: req-5d725be4-5570-4de4-907b-ee6ef6a14d92 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:25:02.943333 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-plugged", "status": "completed", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:25:02.943581 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d725be4-5570-4de4-907b-ee6ef6a14d92 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:25:02.943962 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'code': 200} Jan 16 23:25:02.966272 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=10']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:03.148086 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b0b0d-1980-44ec-bd54-53c70549e412 req-74d77044-48fa-431f-ae46-0962ddb6806a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:03.149591 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cb2b0b0d-1980-44ec-bd54-53c70549e412 req-74d77044-48fa-431f-ae46-0962ddb6806a tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 946 time: 0.0503225 Jan 16 23:25:03.198685 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cb2b0b0d-1980-44ec-bd54-53c70549e412 req-03a92dab-574b-4bbe-9f02-0ab05ddf4814 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Jan 16 23:25:03.200925 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700e8de-ca01-4678-9648-00fd46929868 req-a1cc1df6-0abd-41bb-bd12-cbbcc1a53a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:03.202422 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1700e8de-ca01-4678-9648-00fd46929868 req-a1cc1df6-0abd-41bb-bd12-cbbcc1a53a4c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 1099 time: 0.0425098 Jan 16 23:25:03.255848 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1700e8de-ca01-4678-9648-00fd46929868 req-062be1d8-a397-4f31-b5c9-75a3ad719b9c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467627 Jan 16 23:25:04.322449 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8027cba-fc81-4830-a345-e719009d8594 req-df39fee3-3cb4-4b00-8c57-b7872165ed7c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:04.324420 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e8027cba-fc81-4830-a345-e719009d8594 req-df39fee3-3cb4-4b00-8c57-b7872165ed7c tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 946 time: 0.0469677 Jan 16 23:25:04.370927 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e8027cba-fc81-4830-a345-e719009d8594 req-276fec2f-1896-436b-a089-11bdb7f12f92 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396883 Jan 16 23:25:05.494726 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc27eb-df50-4190-8f08-73dbb602f8c3 req-2e654e0d-b424-4fb0-b2a8-2b1b310e8037 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:05.496176 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9bbc27eb-df50-4190-8f08-73dbb602f8c3 req-2e654e0d-b424-4fb0-b2a8-2b1b310e8037 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 946 time: 0.0508032 Jan 16 23:25:05.542597 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9bbc27eb-df50-4190-8f08-73dbb602f8c3 req-1ae0446d-f3ec-4e4a-9250-c13d0013ae1b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408301 Jan 16 23:25:11.324992 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-08d49c85-6d1a-471d-8492-d8e4a0ae8dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:13.793508 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-db143a87-b78f-4268-a2b8-b961913dbb93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:14.905869 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:15.905849 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:17.597600 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:18.303897 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:34.820842 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:25:37.503783 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241af189-a902-4e13-a9de-d9e34eeed75b req-4b577aea-ca4c-4fdb-b61c-ebbc127e85b6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:37.505251 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-241af189-a902-4e13-a9de-d9e34eeed75b req-4b577aea-ca4c-4fdb-b61c-ebbc127e85b6 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 946 time: 0.0473242 Jan 16 23:25:37.552167 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-241af189-a902-4e13-a9de-d9e34eeed75b req-d047b72f-be8d-434c-913b-a1cd0485f5e3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Jan 16 23:25:38.672687 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7733c25-5d5f-4c37-b1fc-ad12200b8b0d req-98a55925-de2b-4e78-8e52-2cb1a6fccae8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:38.674218 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d7733c25-5d5f-4c37-b1fc-ad12200b8b0d req-98a55925-de2b-4e78-8e52-2cb1a6fccae8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 946 time: 0.0486796 Jan 16 23:25:38.719993 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d7733c25-5d5f-4c37-b1fc-ad12200b8b0d req-36db40c5-ed9f-48e3-999c-58ca7fa2d7c3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups?id=c476dd1c-1737-48df-9c1b-911e5a474905&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Jan 16 23:25:38.982665 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-94dbed36-06cc-4710-b8cd-a9dae58bd48d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:38.984095 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-94dbed36-06cc-4710-b8cd-a9dae58bd48d tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 946 time: 0.0498006 Jan 16 23:25:39.078617 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Deleting port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:39.078953 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:39.166075 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] For port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:39.166429 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:39.328957 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:39.329329 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (ec135d82-d84d-4f1b-851b-7e28d47a57fd), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:39.329643 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Floating IP ec135d82-d84d-4f1b-851b-7e28d47a57fd disassociated. External IP: 172.27.3.63, port: c13aebf7-f53a-4bb0-bbe4-56c645b05c5d. Jan 16 23:25:39.329979 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Calling delete_port for c13aebf7-f53a-4bb0-bbe4-56c645b05c5d owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:39.454367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (c13aebf7-f53a-4bb0-bbe4-56c645b05c5d), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:39.482925 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event deleted for resources: {'Port': ['ID=c13aebf7-f53a-4bb0-bbe4-56c645b05c5d,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:39.493648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.494006 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.494360 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.494708 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.495052 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.495391 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.495728 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.496062 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.496395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.496726 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.497059 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.497410 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.497758 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:39.610488 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Router 934afa0a-2f44-4727-987b-89a01a9fb556 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:25:39.717742 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:25:39.728114 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:25:39.737469 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:39.738084 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:39.755152 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] No DVR routers for this DVR port c13aebf7-f53a-4bb0-bbe4-56c645b05c5d on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:25:39.757733 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:39.761692 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b1d70e4a-d289-48df-abe4-636c5cf86bbb req-4c177c7e-1d0a-4421-a74f-9ce53872dea8 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.76 "DELETE /v2.0/ports/c13aebf7-f53a-4bb0-bbe4-56c645b05c5d HTTP/1.1" status: 204 len: 173 time: 0.7703292 Jan 16 23:25:39.761997 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-deleted', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:25:39.764240 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193aa9aa-79b4-40eb-a95e-25a5a9a12492" -d '{"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-deleted", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:25:39.819726 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a42cd4-ce4b-4423-8dc1-2fae36ddf932 x-openstack-request-id: req-17a42cd4-ce4b-4423-8dc1-2fae36ddf932 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:25:39.820024 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1863124c-2bb1-4e40-be0a-c886ae4b6b11", "name": "network-vif-deleted", "tag": "c13aebf7-f53a-4bb0-bbe4-56c645b05c5d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:25:39.820283 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-17a42cd4-ce4b-4423-8dc1-2fae36ddf932 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:25:39.820678 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1863124c-2bb1-4e40-be0a-c886ae4b6b11', 'name': 'network-vif-deleted', 'tag': 'c13aebf7-f53a-4bb0-bbe4-56c645b05c5d', 'status': 'completed', 'code': 200} Jan 16 23:25:39.840623 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-816e611a-d6a6-4ab6-b5ba-32df15918744 req-de7ce911-1ec5-478f-9836-5be5552835e3 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/ports?device_id=1863124c-2bb1-4e40-be0a-c886ae4b6b11 HTTP/1.1" status: 200 len: 210 time: 0.0308378 Jan 16 23:25:39.855340 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:40.088166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:40.239289 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:25:40.248226 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:40.248827 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:40.350104 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:40.542779 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:40.571862 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cc598b-b4be-4b80-8494-4b4d837a4ccb None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:17:41Z', 'revision_number': 4, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '8d23e999-d3d8-42b2-a23c-9840e091b6da', 'name': '', 'network_id': '09e1eff7-e489-4cbf-803a-43f2c0779e20', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'mac_address': 'fa:16:3e:d9:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:40Z', 'updated_at': '2022-01-16T23:17:49Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'subnets': [{'id': 'c3e4a687-4914-41ed-a83c-785f8acfb841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:25:40.772901 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cb8f30-6bf9-43a0-862d-06e801186cb1 None None] New status for floating IP ec135d82-d84d-4f1b-851b-7e28d47a57fd: DOWN {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:25:40.952782 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43918) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:41.007179 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-212fea89-0b41-437d-b611-de720cdc319b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (c476dd1c-1737-48df-9c1b-911e5a474905), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.030679 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-212fea89-0b41-437d-b611-de720cdc319b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (c476dd1c-1737-48df-9c1b-911e5a474905), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.075456 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-212fea89-0b41-437d-b611-de720cdc319b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (c476dd1c-1737-48df-9c1b-911e5a474905), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.078087 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-212fea89-0b41-437d-b611-de720cdc319b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.079233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-212fea89-0b41-437d-b611-de720cdc319b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "DELETE /v2.0/security-groups/c476dd1c-1737-48df-9c1b-911e5a474905 HTTP/1.1" status: 204 len: 168 time: 0.1254363 Jan 16 23:25:41.082005 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43920) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:41.088192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fea89-0b41-437d-b611-de720cdc319b tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476dd1c-1737-48df-9c1b-911e5a474905,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:41.096178 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.api.v2.resource [None req-0ae4fe5e-e3a6-4d90-8d06-c77b0f191716 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] show failed (client error): The resource could not be found. Jan 16 23:25:41.097164 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-0ae4fe5e-e3a6-4d90-8d06-c77b0f191716 tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "GET /v2.0/security-groups/c476dd1c-1737-48df-9c1b-911e5a474905 HTTP/1.1" status: 404 len: 347 time: 0.0141392 Jan 16 23:25:41.100007 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43922) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:41.218671 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Deleting port 53f2c520-23de-4bf2-9c17-c15b0d58f695 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:41.218916 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.292288 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.293692 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (53f2c520-23de-4bf2-9c17-c15b0d58f695), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.303899 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Calling delete_port for 53f2c520-23de-4bf2-9c17-c15b0d58f695 owned by network:floatingip {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:41.327151 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3967489-c0d1-4bbf-a88e-63ccae3a852a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.432311 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (53f2c520-23de-4bf2-9c17-c15b0d58f695), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.457464 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Pushing event deleted for resources: {'Port': ['ID=53f2c520-23de-4bf2-9c17-c15b0d58f695,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:41.468561 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.468985 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.469286 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.469628 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.469967 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.470302 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.470630 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.470955 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.471287 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.471613 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.471938 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.472260 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.472584 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:41.524673 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks [] for floatingip (ec135d82-d84d-4f1b-851b-7e28d47a57fd), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.527814 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:41.528949 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-33553593-3532-46f3-805c-54b66f02fe1e tempest-AttachVolumeShelveTestJSON-2059012641 tempest-AttachVolumeShelveTestJSON-2059012641-project] 10.222.0.35 "DELETE /v2.0/floatingips/ec135d82-d84d-4f1b-851b-7e28d47a57fd HTTP/1.1" status: 204 len: 168 time: 0.4281075 Jan 16 23:25:42.838891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:25:42.858491 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: c13aebf7-f53a-4bb0-bbe4-56c645b05c5d {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:25:42.858832 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device c13aebf7-f53a-4bb0-bbe4-56c645b05c5d not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:25:43.795951 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3497257-ee86-4cf9-b4c5-3db99750c48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:43.928956 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43944) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:44.357777 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (934afa0a-2f44-4727-987b-89a01a9fb556), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:44.590975 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Deleting port 8d23e999-d3d8-42b2-a23c-9840e091b6da {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:44.591321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:44.664514 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] For port 8d23e999-d3d8-42b2-a23c-9840e091b6da, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8d23e999-d3d8-42b2-a23c-9840e091b6da,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:44.664865 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:44.677165 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Calling delete_port for 8d23e999-d3d8-42b2-a23c-9840e091b6da owned by network:router_interface {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:44.845973 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (8d23e999-d3d8-42b2-a23c-9840e091b6da), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:44.875134 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d23e999-d3d8-42b2-a23c-9840e091b6da,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:44.915788 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.034560 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (934afa0a-2f44-4727-987b-89a01a9fb556), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.239594 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Router 934afa0a-2f44-4727-987b-89a01a9fb556 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:25:45.340236 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:25:45.346185 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-436a344b-7cbb-4ee8-a22e-1c27843b951c admin admin] 10.222.0.35 "PUT /v2.0/routers/934afa0a-2f44-4727-987b-89a01a9fb556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4161768 Jan 16 23:25:45.348729 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43948) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:45.349150 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] Sync routers for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:25:45.360443 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:45.361059 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:45.448302 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks [] for router (934afa0a-2f44-4727-987b-89a01a9fb556), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.464231 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:45.651392 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:25:44Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:45.682597 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] Checking router: 934afa0a-2f44-4727-987b-89a01a9fb556 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:25:45.691751 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] Routers {'934afa0a-2f44-4727-987b-89a01a9fb556'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:45.692378 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['934afa0a-2f44-4727-987b-89a01a9fb556'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:45.784426 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks [] for router_gateway (934afa0a-2f44-4727-987b-89a01a9fb556), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.797018 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] Set router 934afa0a-2f44-4727-987b-89a01a9fb556 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:45.835143 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Deleting port 9a692f0b-9f67-4d3f-8708-299b575bc79c {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:45.835479 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.916162 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] For port 9a692f0b-9f67-4d3f-8708-299b575bc79c, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=9a692f0b-9f67-4d3f-8708-299b575bc79c,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:45.916714 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.921758 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:45.932791 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Calling delete_port for 9a692f0b-9f67-4d3f-8708-299b575bc79c owned by network:router_gateway {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:45.990834 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:25:44Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:46.018383 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909c821-00af-424c-9af5-a62f9c1aca2a None None] The sync data for ids ['934afa0a-2f44-4727-987b-89a01a9fb556'] in dv-cinder-824839-1-iscsi is: [{'id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'name': 'tempest-AttachVolumeShelveTestJSON-166035580-router', 'tenant_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:17:34Z', 'updated_at': '2022-01-16T23:25:44Z', 'revision_number': 5, 'project_id': '18a29b2965ee4f2aaf658da3d3eaee4e', 'gw_port': {'id': '9a692f0b-9f67-4d3f-8708-299b575bc79c', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934afa0a-2f44-4727-987b-89a01a9fb556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:17:35Z', 'updated_at': '2022-01-16T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:25:46.089261 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (9a692f0b-9f67-4d3f-8708-299b575bc79c), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.121752 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a692f0b-9f67-4d3f-8708-299b575bc79c,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:46.177012 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (934afa0a-2f44-4727-987b-89a01a9fb556), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.270138 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (934afa0a-2f44-4727-987b-89a01a9fb556), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.272206 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks [] for router_controller (934afa0a-2f44-4727-987b-89a01a9fb556), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.319275 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (934afa0a-2f44-4727-987b-89a01a9fb556), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.319754 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934afa0a-2f44-4727-987b-89a01a9fb556 {{(pid=102394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:25:46.323950 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.325117 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-39e09bb4-ff42-431e-bf43-6f7e8b1fa08d admin admin] 10.222.0.35 "DELETE /v2.0/routers/934afa0a-2f44-4727-987b-89a01a9fb556 HTTP/1.1" status: 204 len: 168 time: 0.9753816 Jan 16 23:25:46.327629 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43950) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:46.379033 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Deleting subnet c3e4a687-4914-41ed-a83c-785f8acfb841 {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:25:46.382266 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Publish callbacks [] for subnet (c3e4a687-4914-41ed-a83c-785f8acfb841), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.416651 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (c3e4a687-4914-41ed-a83c-785f8acfb841), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.494106 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (c3e4a687-4914-41ed-a83c-785f8acfb841), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.555002 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (c3e4a687-4914-41ed-a83c-785f8acfb841), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.586029 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.591970 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07454f0b-b592-4929-a2a0-2c94621f82e5 None None] Network 09e1eff7-e489-4cbf-803a-43f2c0779e20 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:25:46.592511 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c3e4a687-4914-41ed-a83c-785f8acfb841 HTTP/1.1" status: 204 len: 168 time: 0.2638102 Jan 16 23:25:46.592694 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43952) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:46.593406 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd15e1a-a045-4837-ac12-0bfef7cb050c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3e4a687-4914-41ed-a83c-785f8acfb841,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:46.666648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (09e1eff7-e489-4cbf-803a-43f2c0779e20), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.726789 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Deleting port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:46.727120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.791091 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] For port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,segment=NetworkSegment(64aee54b-f0d3-4aab-93ea-0bad3db49bee),segment_id=64aee54b-f0d3-4aab-93ea-0bad3db49bee)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:46.791453 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.804117 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Calling delete_port for 638d4ed7-cbfb-4ff3-9716-89c6fa70512e owned by network:dhcp {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:46.883839 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (638d4ed7-cbfb-4ff3-9716-89c6fa70512e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:46.911891 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=638d4ed7-cbfb-4ff3-9716-89c6fa70512e,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:46.916440 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] No DVR routers for this DVR port 638d4ed7-cbfb-4ff3-9716-89c6fa70512e on host dv-cinder-824839-1-iscsi {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:25:46.988585 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (09e1eff7-e489-4cbf-803a-43f2c0779e20), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.020543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e1eff7-e489-4cbf-803a-43f2c0779e20']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:47.033014 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d9665f-93e7-4cd4-89f4-ef3fbe946943 None None] DHCP port deletion for 09e1eff7-e489-4cbf-803a-43f2c0779e20 request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:25:47.040241 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64aee54b-f0d3-4aab-93ea-0bad3db49bee') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:47.040551 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64aee54b-f0d3-4aab-93ea-0bad3db49bee') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:47.059763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (64aee54b-f0d3-4aab-93ea-0bad3db49bee), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.075569 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (64aee54b-f0d3-4aab-93ea-0bad3db49bee), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.086577 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:25:47.087109 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (64aee54b-f0d3-4aab-93ea-0bad3db49bee), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:25:47.088907 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:25:47.093147 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:25:47.121672 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8d23e999-d3d8-42b2-a23c-9840e091b6da no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:25:47.144184 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 8d23e999-d3d8-42b2-a23c-9840e091b6da {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:25:47.144387 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (09e1eff7-e489-4cbf-803a-43f2c0779e20), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.145101 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8d23e999-d3d8-42b2-a23c-9840e091b6da not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:25:47.146578 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 9a692f0b-9f67-4d3f-8708-299b575bc79c no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:25:47.150014 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.157641 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] 10.222.0.35 "DELETE /v2.0/networks/09e1eff7-e489-4cbf-803a-43f2c0779e20 HTTP/1.1" status: 204 len: 168 time: 0.5625246 Jan 16 23:25:47.172185 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 9a692f0b-9f67-4d3f-8708-299b575bc79c {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:25:47.172816 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 9a692f0b-9f67-4d3f-8708-299b575bc79c not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:25:47.172957 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2149a2-9703-4ef1-891e-9c5700174b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e1eff7-e489-4cbf-803a-43f2c0779e20,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:47.173618 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 638d4ed7-cbfb-4ff3-9716-89c6fa70512e no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:25:47.196920 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 638d4ed7-cbfb-4ff3-9716-89c6fa70512e {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:25:47.197302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 638d4ed7-cbfb-4ff3-9716-89c6fa70512e not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:25:47.281546 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43956) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:47.320597 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-569b51e0-944b-4391-97f0-895c878c8a64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18a29b2965ee4f2aaf658da3d3eaee4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377517 Jan 16 23:25:47.322917 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43958) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:47.369883 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61783a9d-baaa-4308-92ab-e68f6dba297d admin admin] Publish callbacks [] for security_group (f625e384-da88-4840-9687-e28e8416a837), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.391331 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61783a9d-baaa-4308-92ab-e68f6dba297d admin admin] Publish callbacks [] for security_group (f625e384-da88-4840-9687-e28e8416a837), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.437411 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61783a9d-baaa-4308-92ab-e68f6dba297d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (f625e384-da88-4840-9687-e28e8416a837), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.439999 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61783a9d-baaa-4308-92ab-e68f6dba297d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:47.441146 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-61783a9d-baaa-4308-92ab-e68f6dba297d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f625e384-da88-4840-9687-e28e8416a837 HTTP/1.1" status: 204 len: 168 time: 0.1173341 Jan 16 23:25:47.448634 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61783a9d-baaa-4308-92ab-e68f6dba297d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f625e384-da88-4840-9687-e28e8416a837,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:47.601536 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.104404 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43980) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:48.198452 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1166166881-network', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:48.220468 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Made reservation on behalf of de0bd4b27f1f4f9fa18dfe649783c76e for: {'network': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:25:48.222730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for network (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.230786 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.302782 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks [] for security_group (35af19aa-16b2-487f-89fd-dc96fae12bff), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.303704 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.306370 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (35af19aa-16b2-487f-89fd-dc96fae12bff), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.327430 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=102393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 16 23:25:48.342930 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35af19aa-16b2-487f-89fd-dc96fae12bff,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:48.345754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (9cdc888b-9850-48c5-8904-da8cb49ef8ec), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.346093 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.segments_db [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Added segment 9cdc888b-9850-48c5-8904-da8cb49ef8ec of type vlan for network 2488faaf-4c49-4fc0-b52c-413723728481 Jan 16 23:25:48.388665 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765060437167'] for network (2488faaf-4c49-4fc0-b52c-413723728481), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.417989 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871'] for network (2488faaf-4c49-4fc0-b52c-413723728481), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.419075 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:48.419665 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.468081 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3624551 Jan 16 23:25:48.470857 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43984) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:48.481636 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Request body: {'subnet': {'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1166166881-subnet', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:48.493167 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a2b5d-2465-4528-ab85-1dad52ba6f44 admin admin] Pushing event updated for resources: {'Network': ['ID=2488faaf-4c49-4fc0-b52c-413723728481,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:48.502621 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Network 2488faaf-4c49-4fc0-b52c-413723728481 details requested by agent ovs-agent-dv-cinder-824839-1-iscsi with host dv-cinder-824839-1-iscsi {{(pid=102395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 16 23:25:48.509835 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Made reservation on behalf of de0bd4b27f1f4f9fa18dfe649783c76e for: {'subnet': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:25:48.512120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5365339'] for subnet (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.679558 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6222374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5365321'] for subnet (9728e327-581b-4437-9bd1-91635cefbc3e), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.734396 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=9728e327-581b-4437-9bd1-91635cefbc3e,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:48.743493 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Checking segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:25:48.743854 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Network hostable DHCP agents. Network: 2488faaf-4c49-4fc0-b52c-413723728481, hostable agents: ['0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5'], hosted agents: [] {{(pid=102393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 16 23:25:48.758948 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Network 2488faaf-4c49-4fc0-b52c-413723728481 is scheduled to be hosted by DHCP agent 0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5 with binding_index 1 {{(pid=102393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 16 23:25:48.767458 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824839-1-iscsi, 2488faaf-4c49-4fc0-b52c-413723728481) {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:48.771662 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:48.772426 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.776425 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f0cb5-5ed2-4c1d-bdd7-6bc834ab0f38 None None] Network 2488faaf-4c49-4fc0-b52c-413723728481 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:25:48.787972 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5e49fb6a-ea08-4904-bc43-0e3d25ab58ae admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3161240 Jan 16 23:25:48.790659 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43986) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:48.795374 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:48.817184 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-650578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8165'] for router (14ff93cd-f9c0-4265-a317-315f17aa1d29), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.818212 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-650542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-647820', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8172'] for router (14ff93cd-f9c0-4265-a317-315f17aa1d29), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.873367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks [] for router_controller (14ff93cd-f9c0-4265-a317-315f17aa1d29), precommit_add_association {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:48.877891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3b1dc829-7659-5e67-a4aa-d846c865de25-2488faaf-4c49-4fc0-b52c-413723728481', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e'}]}} from dv-cinder-824839-1-iscsi. {{(pid=102395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 16 23:25:48.878832 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.008571 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Allocated IP 172.20.0.2 (2488faaf-4c49-4fc0-b52c-413723728481/9728e327-581b-4437-9bd1-91635cefbc3e/36fd50b9-1526-4db4-b8f9-d68250e308af) {{(pid=102395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:25:49.160845 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Publish callbacks [] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), precommit_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.166395 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), after_create {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.206908 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Network 2488faaf-4c49-4fc0-b52c-413723728481 is already hosted by enough agents. {{(pid=102395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:25:49.209779 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Resources bound (agent type, host, resource id): {{(pid=102395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:49.213329 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Received port after_create {{(pid=102395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:25:49.220637 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Pushing event updated for resources: {'Port': ['ID=36fd50b9-1526-4db4-b8f9-d68250e308af,revision_number=1']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:49.230526 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.230882 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.231284 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.231630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.231966 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.232298 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.232630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.232959 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.233310 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.233641 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.233969 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.234291 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.234618 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:49.259643 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks [] for router_gateway (14ff93cd-f9c0-4265-a317-315f17aa1d29), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.280393 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Attempting to bind port 36fd50b9-1526-4db4-b8f9-d68250e308af on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:25:49.280876 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Attempting to bind port 36fd50b9-1526-4db4-b8f9-d68250e308af by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:25:49.281271 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Attempting to bind port 36fd50b9-1526-4db4-b8f9-d68250e308af on network 2488faaf-4c49-4fc0-b52c-413723728481 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:25:49.286188 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:25:49.286549 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Checking segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:25:49.286947 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.287342 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Bound using segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:25:49.287809 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Bound port: 36fd50b9-1526-4db4-b8f9-d68250e308af, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:25:49.288188 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.456996 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks [] for router_gateway (14ff93cd-f9c0-4265-a317-315f17aa1d29), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.475869 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.476288 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] For port 36fd50b9-1526-4db4-b8f9-d68250e308af, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:25:49.479339 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] For port 36fd50b9-1526-4db4-b8f9-d68250e308af, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=36fd50b9-1526-4db4-b8f9-d68250e308af,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:25:49.482967 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.537578 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb36ef-9f47-42f0-aaaf-3ccd53715ebc None None] Pushing event updated for resources: {'Port': ['ID=36fd50b9-1526-4db4-b8f9-d68250e308af,revision_number=2']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:49.597252 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Allocated IP 172.27.3.76 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/897f7b9d-f696-4c31-893b-e64105907345) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:25:49.716944 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks [] for port (897f7b9d-f696-4c31-893b-e64105907345), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.759669 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (897f7b9d-f696-4c31-893b-e64105907345), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:49.806628 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:25:49.810284 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:49.814504 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:25:49.817541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Pushing event updated for resources: {'Port': ['ID=897f7b9d-f696-4c31-893b-e64105907345,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:49.868042 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 43990) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:50.063619 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks [] for router_gateway (14ff93cd-f9c0-4265-a317-315f17aa1d29), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.136925 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Deleting port 0f769029-aaad-4608-b54d-4a1974b9ef71 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:50.137423 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.219372 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.219777 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for floatingip (0f769029-aaad-4608-b54d-4a1974b9ef71), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.234296 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Calling delete_port for 0f769029-aaad-4608-b54d-4a1974b9ef71 owned by network:floatingip {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:50.273745 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-650973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-647771'] for router (14ff93cd-f9c0-4265-a317-315f17aa1d29), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.420812 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 is scheduled to L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 with binding_index 1 {{(pid=102393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 16 23:25:50.425899 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (0f769029-aaad-4608-b54d-4a1974b9ef71), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.431625 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c1819-3cce-445b-a50b-21930114c276 None None] Network 2488faaf-4c49-4fc0-b52c-413723728481 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:25:50.450792 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event deleted for resources: {'Port': ['ID=0f769029-aaad-4608-b54d-4a1974b9ef71,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:50.523023 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for floatingip (e666ab16-c4c9-411b-839c-8e0bb2c8f9f3), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.523346 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Floating IP e666ab16-c4c9-411b-839c-8e0bb2c8f9f3 disassociated (deleted). External IP: 172.27.3.46, port: f890b651-b317-40a0-b56d-6b689871ae73. Jan 16 23:25:50.543273 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:25:50.554802 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:25:50.555327 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] Provisioning complete for port 36fd50b9-1526-4db4-b8f9-d68250e308af triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:50.555814 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.569433 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:50.572266 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:50.589461 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.591285 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-48602521-4528-4c8b-9a0a-1f8859bc6b73 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7991595 Jan 16 23:25:50.593943 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 43994) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:50.677931 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] Current status of the port 36fd50b9-1526-4db4-b8f9-d68250e308af is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:50.678670 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.779004 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] For port 36fd50b9-1526-4db4-b8f9-d68250e308af, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=36fd50b9-1526-4db4-b8f9-d68250e308af,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:50.786314 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.803302 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:25:50.868549 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4dba4-4adf-4044-9a36-9a9337d93429 None None] Pushing event updated for resources: {'Port': ['ID=36fd50b9-1526-4db4-b8f9-d68250e308af,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:50.877954 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:50.915805 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a618c4eb-c5b4-456f-9e9f-1907eabf646e None None] Provisioning complete for port 36fd50b9-1526-4db4-b8f9-d68250e308af triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:50.916185 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a618c4eb-c5b4-456f-9e9f-1907eabf646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:50.960264 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:25:50.961442 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 36fd50b9-1526-4db4-b8f9-d68250e308af up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:25:50.966763 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.002116 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-c745c0d0-2151-429d-89b9-1fc6d5f111fd tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "DELETE /v2.0/floatingips/e666ab16-c4c9-411b-839c-8e0bb2c8f9f3 HTTP/1.1" status: 204 len: 168 time: 1.1329772 Jan 16 23:25:51.002839 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:25:51.005957 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4349cd-602f-4830-bd77-17a60dc0d611" -d '{"events": [{"name": "network-changed", "server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:25:51.016913 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] Sync routers for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:25:51.047198 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:51.048124 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:51.069405 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4612066-5534-4b22-9fa7-41357f1e70e1 x-openstack-request-id: req-e4612066-5534-4b22-9fa7-41357f1e70e1 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:25:51.069757 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:25:51.070072 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4612066-5534-4b22-9fa7-41357f1e70e1 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:25:51.070530 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'status': 'completed', 'code': 200} Jan 16 23:25:51.126006 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:49Z', 'revision_number': 3, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:51.129115 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 36fd50b9-1526-4db4-b8f9-d68250e308af triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:51.129690 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.160723 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:25:51.161170 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Updating router 14ff93cd-f9c0-4265-a317-315f17aa1d29 port 897f7b9d-f696-4c31-893b-e64105907345 binding host dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:25:51.194328 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a618c4eb-c5b4-456f-9e9f-1907eabf646e None None] Current status of the port 36fd50b9-1526-4db4-b8f9-d68250e308af is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:51.195710 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (897f7b9d-f696-4c31-893b-e64105907345), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.235777 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:51.286577 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.304231 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-994b4bf2-7cd4-46ae-b7bc-a1a35800ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:51.305756 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-994b4bf2-7cd4-46ae-b7bc-a1a35800ed47 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0b3f40a11d3c487787dd1e037d240d85&device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 1099 time: 0.1864500 Jan 16 23:25:51.337516 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 36fd50b9-1526-4db4-b8f9-d68250e308af is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:51.407450 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a69c50-2aa0-46e5-99c6-ad31ecc87306 req-d9c6401d-ea10-4960-b9c6-a11ece66e7e4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:51.408958 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3a69c50-2aa0-46e5-99c6-ad31ecc87306 req-d9c6401d-ea10-4960-b9c6-a11ece66e7e4 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.1673076 Jan 16 23:25:51.479213 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Publish callbacks [] for port (897f7b9d-f696-4c31-893b-e64105907345), precommit_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.485705 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (897f7b9d-f696-4c31-893b-e64105907345), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.499343 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:51.539929 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] Checking router: 77c03e4a-88a3-4da4-8b11-899bb683c8f8 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:25:51.542169 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Attempting to bind port 897f7b9d-f696-4c31-893b-e64105907345 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:25:51.542912 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Attempting to bind port 897f7b9d-f696-4c31-893b-e64105907345 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:25:51.543046 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Attempting to bind port 897f7b9d-f696-4c31-893b-e64105907345 on network aa6fabb0-d34c-48e7-af7b-05d18b36c589 {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:25:51.549728 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:51.550400 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:51.552408 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Pushing event updated for resources: {'Port': ['ID=897f7b9d-f696-4c31-893b-e64105907345,revision_number=2']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:51.553055 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-6f15f25b-88fc-4b7b-8819-001624c4bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:51.554559 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-6f15f25b-88fc-4b7b-8819-001624c4bf86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 200 len: 909 time: 0.2374341 Jan 16 23:25:51.555712 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:25:51.556245 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Checking segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:25:51.556899 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.557183 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Bound using segment: {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'} {{(pid=102396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:25:51.557787 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.managers [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Bound port: 897f7b9d-f696-4c31-893b-e64105907345, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db7266a-de2a-458a-af86-c3ec4019db3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}}] {{(pid=102396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:25:51.558275 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (897f7b9d-f696-4c31-893b-e64105907345), before_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.561293 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d3a69c50-2aa0-46e5-99c6-ad31ecc87306 req-9f9e705d-0fcf-4e74-84e5-eedeea8064d0 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413922 Jan 16 23:25:51.585007 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.585564 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.586228 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.586689 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.587123 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.587555 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.587987 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.588418 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.588849 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.589323 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.589760 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.590271 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.590700 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:25:51.607507 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-6d05d348-a71c-4620-8627-f66a184f50df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 200 len: 217 time: 0.0426130 Jan 16 23:25:51.624894 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Allocated IP 172.20.0.1 (2488faaf-4c49-4fc0-b52c-413723728481/9728e327-581b-4437-9bd1-91635cefbc3e/e741ff0e-70dc-4883-89cc-c3ff6511a220) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:25:51.630248 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] For port 897f7b9d-f696-4c31-893b-e64105907345, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:25:51.633633 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.plugins.ml2.db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] For port 897f7b9d-f696-4c31-893b-e64105907345, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=897f7b9d-f696-4c31-893b-e64105907345,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:25:51.639270 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron_lib.callbacks.manager [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (897f7b9d-f696-4c31-893b-e64105907345), after_update {{(pid=102396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.686030 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:51.699361 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:51.700103 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:51.710052 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-ebf30da2-f14b-49ef-b866-3531ff45f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:51.711538 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-ebf30da2-f14b-49ef-b866-3531ff45f2bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 200 len: 847 time: 0.0980265 Jan 16 23:25:51.741507 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb79e7-7604-4b34-a28c-4654063ed335 None None] Pushing event updated for resources: {'Port': ['ID=897f7b9d-f696-4c31-893b-e64105907345,revision_number=3']} {{(pid=102396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:51.798852 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-c364f371-68fd-4aeb-ab13-4fe48b7f5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:51.800661 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-c364f371-68fd-4aeb-ab13-4fe48b7f5960 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74c47f4c-8536-49ab-9b39-4bd441d7f1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824294 Jan 16 23:25:51.805291 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks [] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.823780 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:51.901655 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:51.932995 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:51.942627 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65661710-b50a-4391-987f-82ec4a1376ea None None] The sync data for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi is: [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:39Z', 'revision_number': 4, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': '60843dd0-d074-47d2-bdf9-a78418d0d041', 'name': '', 'network_id': '74c47f4c-8536-49ab-9b39-4bd441d7f1b0', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'mac_address': 'fa:16:3e:91:9e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:38Z', 'updated_at': '2022-01-16T23:20:43Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'subnets': [{'id': 'bbc2711e-b4e6-40c9-b25f-912f92e85ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:25:51.977472 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-8a2200b3-15d4-4e85-ac72-fe69378ebd91 service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631615 Jan 16 23:25:52.001260 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Network 2488faaf-4c49-4fc0-b52c-413723728481 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:25:52.038852 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:52.046924 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:25:52.107511 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:49Z', 'revision_number': 3, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:52.141015 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa12da0-b7f7-40b5-a7ce-351a4a5644b5 None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:49Z', 'revision_number': 3, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:25:52.327983 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-17d945a8-e75d-4319-b579-abdc56fb3c90 None None] Provisioning complete for port e741ff0e-70dc-4883-89cc-c3ff6511a220 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:52.328369 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-17d945a8-e75d-4319-b579-abdc56fb3c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.369426 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-17d945a8-e75d-4319-b579-abdc56fb3c90 None None] Port e741ff0e-70dc-4883-89cc-c3ff6511a220 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:25:52.371215 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fa00d-723b-4966-843e-212ae2f048d3 None None] New status for floating IP e666ab16-c4c9-411b-839c-8e0bb2c8f9f3: DOWN {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:25:52.379800 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Pushing event updated for resources: {'Port': ['ID=e741ff0e-70dc-4883-89cc-c3ff6511a220,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:52.411440 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-647308'] for router_interface (14ff93cd-f9c0-4265-a317-315f17aa1d29), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.420509 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2b4349cd-602f-4830-bd77-17a60dc0d611 req-6ba454f2-6cad-4ae0-a5a4-fc52e43301ec service neutron] 10.222.0.76 "GET /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310548 Jan 16 23:25:52.585281 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.695428 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec36c-61dc-4cd2-a99b-bfe2b0f45ab4 req-cfb7f1f8-b830-46b7-8723-451fb951ab22 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:52.696967 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-775ec36c-61dc-4cd2-a99b-bfe2b0f45ab4 req-cfb7f1f8-b830-46b7-8723-451fb951ab22 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.0526867 Jan 16 23:25:52.764505 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-775ec36c-61dc-4cd2-a99b-bfe2b0f45ab4 req-c962d1a0-e4b0-4b42-a1c8-ab8de68564a1 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/security-groups?id=e8f43cd1-5284-460c-b1bb-743c5191ba46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583026 Jan 16 23:25:52.775415 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks [] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.781037 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.858059 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-596981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-647192'] for router_interface (14ff93cd-f9c0-4265-a317-315f17aa1d29), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.858851 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 36fd50b9-1526-4db4-b8f9-d68250e308af up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:25:52.867543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Pushing event updated for resources: {'Port': ['ID=e741ff0e-70dc-4883-89cc-c3ff6511a220,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:52.915308 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 36fd50b9-1526-4db4-b8f9-d68250e308af triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:52.916166 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:52.993509 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Network 2488faaf-4c49-4fc0-b52c-413723728481 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:25:52.996193 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:52.999738 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 36fd50b9-1526-4db4-b8f9-d68250e308af is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:53.001357 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 897f7b9d-f696-4c31-893b-e64105907345 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:25:53.047428 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-e5c69649-8151-4785-b406-3bd6693ac4b8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:53.048960 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-e5c69649-8151-4785-b406-3bd6693ac4b8 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 946 time: 0.1181808 Jan 16 23:25:53.054712 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 897f7b9d-f696-4c31-893b-e64105907345 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:53.055547 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (897f7b9d-f696-4c31-893b-e64105907345), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.141798 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 897f7b9d-f696-4c31-893b-e64105907345 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:53.142198 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (897f7b9d-f696-4c31-893b-e64105907345), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.164225 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] For port 897f7b9d-f696-4c31-893b-e64105907345, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=897f7b9d-f696-4c31-893b-e64105907345,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:53.171551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (897f7b9d-f696-4c31-893b-e64105907345), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.186012 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:25:53.237283 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Pushing event updated for resources: {'Port': ['ID=897f7b9d-f696-4c31-893b-e64105907345,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:53.247678 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Deleting port f890b651-b317-40a0-b56d-6b689871ae73 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:53.248025 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (f890b651-b317-40a0-b56d-6b689871ae73), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.296011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-c538590b-ce01-4831-ab42-d790ce8ac138 None None] Provisioning complete for port e741ff0e-70dc-4883-89cc-c3ff6511a220 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:53.296384 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c538590b-ce01-4831-ab42-d790ce8ac138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.329254 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-c538590b-ce01-4831-ab42-d790ce8ac138 None None] Port e741ff0e-70dc-4883-89cc-c3ff6511a220 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:25:53.379471 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:25:53.385357 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-86e77f5b-f852-47d9-a534-a7d0ebb12200 admin admin] 10.222.0.35 "PUT /v2.0/routers/14ff93cd-f9c0-4265-a317-315f17aa1d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7902730 Jan 16 23:25:53.390250 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] For port f890b651-b317-40a0-b56d-6b689871ae73, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=f890b651-b317-40a0-b56d-6b689871ae73,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:53.390611 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (f890b651-b317-40a0-b56d-6b689871ae73), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.403593 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Calling delete_port for f890b651-b317-40a0-b56d-6b689871ae73 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:53.541918 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (f890b651-b317-40a0-b56d-6b689871ae73), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.580079 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event deleted for resources: {'Port': ['ID=f890b651-b317-40a0-b56d-6b689871ae73,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:53.625818 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] No DVR routers for this DVR port f890b651-b317-40a0-b56d-6b689871ae73 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:25:53.628988 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.632827 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c3a5a2ef-74b8-43f3-acfb-9c9537b89c9d req-69ce74f5-9a57-49dc-80cb-82d919e83677 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.76 "DELETE /v2.0/ports/f890b651-b317-40a0-b56d-6b689871ae73 HTTP/1.1" status: 204 len: 173 time: 0.5767846 Jan 16 23:25:53.633501 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-deleted', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:25:53.635627 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372266d3-1f7a-48ac-8b75-4fd8deee32ac" -d '{"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-deleted", "tag": "f890b651-b317-40a0-b56d-6b689871ae73"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:25:53.684556 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e4555a-ab77-437c-902e-07c10ba74153 x-openstack-request-id: req-e9e4555a-ab77-437c-902e-07c10ba74153 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:25:53.684851 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a01d27a-a7d9-48b6-ad24-99a35928c643", "name": "network-vif-deleted", "tag": "f890b651-b317-40a0-b56d-6b689871ae73", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:25:53.685157 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e9e4555a-ab77-437c-902e-07c10ba74153 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:25:53.685606 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a01d27a-a7d9-48b6-ad24-99a35928c643', 'name': 'network-vif-deleted', 'tag': 'f890b651-b317-40a0-b56d-6b689871ae73', 'status': 'completed', 'code': 200} Jan 16 23:25:53.868196 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7ce82691-5089-4ca7-8592-b8bf76dd0eec req-9c0a3bea-5fed-42a7-8e04-bb937c02e292 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Jan 16 23:25:53.886504 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44014) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:53.892095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922072342', 'description': 'tempest-description--2106526110'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:53.916072 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:53.986897 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:25:53.997175 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (eb042bd7-e885-4cb9-a765-b0767fe7cd1b), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.004614 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:54.004746 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (eb042bd7-e885-4cb9-a765-b0767fe7cd1b), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.005455 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:54.039099 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.043519 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44016) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:54.043684 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1560113 Jan 16 23:25:54.045913 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26ff6-96cb-4a0e-b5d4-3ceb2d8caae0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb042bd7-e885-4cb9-a765-b0767fe7cd1b,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:54.054550 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'security_group_rule': {'security_group_id': 'eb042bd7-e885-4cb9-a765-b0767fe7cd1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:54.116417 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (4aeb02bb-c6ee-4f68-b5eb-560f2e6144cf), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.170050 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:54.192531 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (4aeb02bb-c6ee-4f68-b5eb-560f2e6144cf), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.197096 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (4aeb02bb-c6ee-4f68-b5eb-560f2e6144cf), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.223071 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aeb02bb-c6ee-4f68-b5eb-560f2e6144cf,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:54.232870 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.236794 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-cd3fc4e4-9971-4ba5-9b4a-ecb2235265ea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892424 Jan 16 23:25:54.236900 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44020) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:54.241671 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'security_group_rule': {'security_group_id': 'eb042bd7-e885-4cb9-a765-b0767fe7cd1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:54.275782 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (4ba6e17d-da79-4a02-b1ba-4a7f7ec38451), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.339285 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (4ba6e17d-da79-4a02-b1ba-4a7f7ec38451), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.344155 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (4ba6e17d-da79-4a02-b1ba-4a7f7ec38451), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.365793 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba6e17d-da79-4a02-b1ba-4a7f7ec38451,revision_number=0']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:54.371787 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.373153 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b4162e92-5038-4885-ae1d-6cb8e9990589 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1352565 Jan 16 23:25:54.376295 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44022) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:54.381846 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:54.407784 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.513504 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.522106 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 2, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:54.556410 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:25:54.556772 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Updating router 14ff93cd-f9c0-4265-a317-315f17aa1d29 port e741ff0e-70dc-4883-89cc-c3ff6511a220 binding host dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 16 23:25:54.585182 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.620076 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Allocated IP 172.27.3.175 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/441eeea2-3ad9-4b23-93cb-016009309408) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:25:54.721670 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for port (441eeea2-3ad9-4b23-93cb-016009309408), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.760922 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (441eeea2-3ad9-4b23-93cb-016009309408), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.784614 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 897f7b9d-f696-4c31-893b-e64105907345 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:25:54.804960 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:25:54.807848 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:54.811817 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:25:54.837914 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'Port': ['ID=441eeea2-3ad9-4b23-93cb-016009309408,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:54.895970 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port 897f7b9d-f696-4c31-893b-e64105907345 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:54.896347 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (897f7b9d-f696-4c31-893b-e64105907345), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.899017 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Publish callbacks [] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), precommit_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.900342 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (51112628-b4bf-4bea-a145-44b3e168ab29), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.924901 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.937124 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (441eeea2-3ad9-4b23-93cb-016009309408), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:54.992157 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da299c-aedc-472e-bbb7-a721c2c3fc51 None None] Pushing event updated for resources: {'Port': ['ID=e741ff0e-70dc-4883-89cc-c3ff6511a220,revision_number=3']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:55.009862 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9da4362e-b318-49b8-b5ca-df71723aa89f req-5f26fe48-92f2-4af9-bc8e-f1562481c5a2 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a01d27a-a7d9-48b6-ad24-99a35928c643 HTTP/1.1" status: 200 len: 210 time: 0.0474985 Jan 16 23:25:55.092178 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Attempting to bind port e741ff0e-70dc-4883-89cc-c3ff6511a220 on host dv-cinder-824839-1-iscsi for vnic_type normal with profile {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:25:55.092559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Attempting to bind port e741ff0e-70dc-4883-89cc-c3ff6511a220 by drivers openvswitch,hyperv on host dv-cinder-824839-1-iscsi at level 0 using segments [{'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:25:55.092933 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Attempting to bind port e741ff0e-70dc-4883-89cc-c3ff6511a220 on network 2488faaf-4c49-4fc0-b52c-413723728481 {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:25:55.103900 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Checking agent: {'id': 'c5de8f4a-aa24-4089-9c05-ea9bb543f9d3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824839-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 9, 48), 'started_at': datetime.datetime(2022, 1, 16, 23, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824839-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:25:55.104288 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Checking segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:25:55.104701 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.105102 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Bound using segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} {{(pid=102395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:25:55.105662 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.managers [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Bound port: e741ff0e-70dc-4883-89cc-c3ff6511a220, host: dv-cinder-824839-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}}] {{(pid=102395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:25:55.106611 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.111273 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port 897f7b9d-f696-4c31-893b-e64105907345 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:55.145006 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for port (441eeea2-3ad9-4b23-93cb-016009309408), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.150816 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (441eeea2-3ad9-4b23-93cb-016009309408), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.200891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] For port e741ff0e-70dc-4883-89cc-c3ff6511a220, host dv-cinder-824839-1-iscsi, cleared binding levels {{(pid=102395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:25:55.204435 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] For port e741ff0e-70dc-4883-89cc-c3ff6511a220, host dv-cinder-824839-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=e741ff0e-70dc-4883-89cc-c3ff6511a220,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:25:55.208778 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.237647 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'Port': ['ID=441eeea2-3ad9-4b23-93cb-016009309408,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:55.249934 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (51112628-b4bf-4bea-a145-44b3e168ab29), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.271875 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.273406 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-4aaf8fa7-168e-41e3-b106-808cf287efa7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8957081 Jan 16 23:25:55.300484 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:55.301559 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:55.307314 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da299c-aedc-472e-bbb7-a721c2c3fc51 None None] Pushing event updated for resources: {'Port': ['ID=e741ff0e-70dc-4883-89cc-c3ff6511a220,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:55.347980 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] Provisioning complete for port e741ff0e-70dc-4883-89cc-c3ff6511a220 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:55.348491 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.461112 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-f20b287f-8ffb-44f6-bd6b-49012b700f03 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1922072342&fields=id&tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e HTTP/1.1" status: 200 len: 267 time: 0.0588493 Jan 16 23:25:55.475480 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:55.535032 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] Current status of the port e741ff0e-70dc-4883-89cc-c3ff6511a220 is: DOWN; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:55.535534 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.627763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-ac0f3233-3b71-4c7b-a6fd-20ba6fdb383c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:55.633963 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-ac0f3233-3b71-4c7b-a6fd-20ba6fdb383c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 811 time: 0.1656005 Jan 16 23:25:55.648616 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-b324eddb-6f57-4187-9f08-854f1a1184cd tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/quotas/de0bd4b27f1f4f9fa18dfe649783c76e HTTP/1.1" status: 200 len: 375 time: 0.0093715 Jan 16 23:25:55.681989 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] For port e741ff0e-70dc-4883-89cc-c3ff6511a220, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=e741ff0e-70dc-4883-89cc-c3ff6511a220,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:55.687958 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.703736 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-4bec973b-1a2d-44e9-af7d-2649d5c01e59 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496333 Jan 16 23:25:55.777123 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7bbc2-bc0f-4b5e-bda3-95165be4351e None None] Pushing event updated for resources: {'Port': ['ID=e741ff0e-70dc-4883-89cc-c3ff6511a220,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:55.820896 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ad6c160c-6c24-4fa2-9e05-3d8f552af460 None None] Provisioning complete for port e741ff0e-70dc-4883-89cc-c3ff6511a220 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:55.821299 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ad6c160c-6c24-4fa2-9e05-3d8f552af460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:55.825387 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:55.834143 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-e0f15a9e-e18d-46e5-9465-e7a515462c6f service neutron] 10.222.0.35 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202805 Jan 16 23:25:55.852020 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-c944d7d3-bb98-435d-b364-ac5b1ba6c1e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584509 Jan 16 23:25:55.875551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aabf73-2307-4483-9f2d-883d2f18a4a0 None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:25:55.943134 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ad6c160c-6c24-4fa2-9e05-3d8f552af460 None None] Current status of the port e741ff0e-70dc-4883-89cc-c3ff6511a220 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:55.989933 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-3741a785-e7bb-41ad-9400-f5c26b799db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:55.991471 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-3741a785-e7bb-41ad-9400-f5c26b799db3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 1099 time: 0.0973356 Jan 16 23:25:55.995195 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-7c8dc628-00bb-42b8-979d-085bb1caa9b8 service neutron] 10.222.0.35 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535399 Jan 16 23:25:56.084347 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44042) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:56.109669 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-ec710e24-3a15-4889-b3b6-971c969dd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:56.111891 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-ec710e24-3a15-4889-b3b6-971c969dd533 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.1027238 Jan 16 23:25:56.191842 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-1a1de94f-765a-410a-85f2-9b8e94134022 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03 HTTP/1.1" status: 200 len: 1001 time: 0.0700922 Jan 16 23:25:56.223197 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-5512b7fc-16de-4def-9d0f-833354016279 req-139b6e85-35b7-4c5b-8d2b-c61dbd20dae5 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 210 time: 0.0573599 Jan 16 23:25:56.224388 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1bc4-908b-44c8-aa26-62f9d4126721 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group (e8f43cd1-5284-460c-b1bb-743c5191ba46), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:56.262745 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1bc4-908b-44c8-aa26-62f9d4126721 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group (e8f43cd1-5284-460c-b1bb-743c5191ba46), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:56.263630 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-d4745c17-545a-48c5-989a-d7384f6a9423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:56.265328 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-d4745c17-545a-48c5-989a-d7384f6a9423 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0669672 Jan 16 23:25:56.332826 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-0d26caf3-3fc3-4945-b063-e7311f8849b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:56.334751 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-0d26caf3-3fc3-4945-b063-e7311f8849b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0628223 Jan 16 23:25:56.335521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1bc4-908b-44c8-aa26-62f9d4126721 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (e8f43cd1-5284-460c-b1bb-743c5191ba46), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:56.338791 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-ad4c1bc4-908b-44c8-aa26-62f9d4126721 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:56.339932 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-ad4c1bc4-908b-44c8-aa26-62f9d4126721 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] 10.222.0.35 "DELETE /v2.0/security-groups/e8f43cd1-5284-460c-b1bb-743c5191ba46 HTTP/1.1" status: 204 len: 168 time: 0.2545769 Jan 16 23:25:56.355465 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c1bc4-908b-44c8-aa26-62f9d4126721 tempest-TestShelveInstance-1147811608 tempest-TestShelveInstance-1147811608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f43cd1-5284-460c-b1bb-743c5191ba46,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:56.404432 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44054) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:56.485767 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-d6758112-c976-43cf-927e-b3413089fca7 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445088 Jan 16 23:25:56.610240 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd94a3b1-7144-4ecd-a9c1-f829852de7da req-61bcb458-7a63-47db-ae81-ed1afb4000a2 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175931 Jan 16 23:25:56.842686 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device e741ff0e-70dc-4883-89cc-c3ff6511a220 up at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:25:56.901079 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (77c03e4a-88a3-4da4-8b11-899bb683c8f8), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:56.901856 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Provisioning complete for port e741ff0e-70dc-4883-89cc-c3ff6511a220 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:56.902331 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:56.935975 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:25:56.969488 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: f890b651-b317-40a0-b56d-6b689871ae73 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:25:56.970093 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device f890b651-b317-40a0-b56d-6b689871ae73 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:25:57.027043 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Current status of the port e741ff0e-70dc-4883-89cc-c3ff6511a220 is: ACTIVE; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:25:57.173543 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Deleting port 60843dd0-d074-47d2-bdf9-a78418d0d041 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:57.176235 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:57.254379 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] For port 60843dd0-d074-47d2-bdf9-a78418d0d041, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=60843dd0-d074-47d2-bdf9-a78418d0d041,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:57.254776 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:57.269175 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Calling delete_port for 60843dd0-d074-47d2-bdf9-a78418d0d041 owned by network:router_interface {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:57.343657 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-4ecb10e6-57f2-43c8-8fe7-32b95bd2c29c req-6efb328c-8b60-4cb2-881f-065e4f195d82 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 210 time: 0.0298650 Jan 16 23:25:57.482903 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (60843dd0-d074-47d2-bdf9-a78418d0d041), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:57.508495 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Pushing event deleted for resources: {'Port': ['ID=60843dd0-d074-47d2-bdf9-a78418d0d041,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:57.538149 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-617856f9-6f20-4414-866b-20520cc5eb82 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:57.541303 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-617856f9-6f20-4414-866b-20520cc5eb82 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 811 time: 0.1373615 Jan 16 23:25:57.638190 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-fdf3695c-ed8b-4005-b290-474dd7aa48de tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e HTTP/1.1" status: 200 len: 380 time: 0.0787959 Jan 16 23:25:57.651354 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'port': {'device_id': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'admin_state_up': True, 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'security_groups': ['eb042bd7-e885-4cb9-a765-b0767fe7cd1b']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:57.705488 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (77c03e4a-88a3-4da4-8b11-899bb683c8f8), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:57.773480 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Made reservation on behalf of de0bd4b27f1f4f9fa18dfe649783c76e for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:25:57.777294 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:57.911617 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Allocated IP 172.20.0.5 (2488faaf-4c49-4fc0-b52c-413723728481/9728e327-581b-4437-9bd1-91635cefbc3e/1afde749-fadf-42f5-b2ca-bc45f7afde35) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:25:58.054238 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.088531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.132584 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Network 2488faaf-4c49-4fc0-b52c-413723728481 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:25:58.135605 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:25:58.139927 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:25:58.144461 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:25:58.167865 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'Port': ['ID=1afde749-fadf-42f5-b2ca-bc45f7afde35,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:58.197828 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:58.198476 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.216712 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-10b9703f-c12a-4585-9331-b9ca9d74ab48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692506 Jan 16 23:25:58.235281 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Request body: {'port': {'device_id': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:25:58.254581 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:25:58.260314 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-2f8b2fb7-f582-4bf8-8531-b87a7b6aff1c admin admin] 10.222.0.35 "PUT /v2.0/routers/77c03e4a-88a3-4da4-8b11-899bb683c8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8546906 Jan 16 23:25:58.263962 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44066) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:58.268425 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] Sync routers for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:25:58.285337 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:58.286265 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:58.300328 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.395416 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks [] for router (77c03e4a-88a3-4da4-8b11-899bb683c8f8), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.412813 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-8f5591ee-8cef-485e-8844-62c5ccd339ac None None] Provisioning complete for port 1afde749-fadf-42f5-b2ca-bc45f7afde35 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:25:58.413396 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8f5591ee-8cef-485e-8844-62c5ccd339ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.435569 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:58.462666 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-8f5591ee-8cef-485e-8844-62c5ccd339ac None None] Port 1afde749-fadf-42f5-b2ca-bc45f7afde35 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:25:58.515994 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks [] for router_gateway (77c03e4a-88a3-4da4-8b11-899bb683c8f8), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.539217 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c7e16-b885-44fe-adc2-7fe44e0070f0 req-b5a10247-0d74-45f5-bf34-0f3ebb25f6e8 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:58.540891 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2a3c7e16-b885-44fe-adc2-7fe44e0070f0 req-b5a10247-0d74-45f5-bf34-0f3ebb25f6e8 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 931 time: 0.1015675 Jan 16 23:25:58.584193 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Deleting port d4692df3-a9c7-45e7-bef6-85eceab2a3ac {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:58.584612 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.600411 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2a3c7e16-b885-44fe-adc2-7fe44e0070f0 req-00f222bf-29ac-4f00-baad-81fd97488c7b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505152 Jan 16 23:25:58.618489 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:25:57Z', 'revision_number': 5, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port': {'id': 'd4692df3-a9c7-45e7-bef6-85eceab2a3ac', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:f1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:58.650758 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] Checking router: 77c03e4a-88a3-4da4-8b11-899bb683c8f8 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:25:58.659603 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] Routers {'77c03e4a-88a3-4da4-8b11-899bb683c8f8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:25:58.660452 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:58.672448 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] For port d4692df3-a9c7-45e7-bef6-85eceab2a3ac, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:58.673052 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.685278 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Calling delete_port for d4692df3-a9c7-45e7-bef6-85eceab2a3ac owned by network:router_gateway {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:58.698348 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1afde749-fadf-42f5-b2ca-bc45f7afde35 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:25:58.706813 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Publish callbacks [] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.719394 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Transition to ACTIVE for port object 1afde749-fadf-42f5-b2ca-bc45f7afde35 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:25:58.728882 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.749234 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] Set router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 gateway port host: None {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:25:58.876565 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1afde749-fadf-42f5-b2ca-bc45f7afde35,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:58.879971 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Attempting to bind port 1afde749-fadf-42f5-b2ca-bc45f7afde35 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:25:58.880703 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Attempting to bind port 1afde749-fadf-42f5-b2ca-bc45f7afde35 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:25:58.881046 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Attempting to bind port 1afde749-fadf-42f5-b2ca-bc45f7afde35 on network 2488faaf-4c49-4fc0-b52c-413723728481 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:25:58.886186 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Port 1afde749-fadf-42f5-b2ca-bc45f7afde35 on network 2488faaf-4c49-4fc0-b52c-413723728481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:25:58.886432 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Attempting to bind port 1afde749-fadf-42f5-b2ca-bc45f7afde35 on network 2488faaf-4c49-4fc0-b52c-413723728481 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:25:58.892715 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:25:58.893055 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Checking segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:25:58.893366 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (d4692df3-a9c7-45e7-bef6-85eceab2a3ac), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.893496 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Bound using segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:25:58.893898 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Bound port: 1afde749-fadf-42f5-b2ca-bc45f7afde35, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:25:58.894301 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.928329 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4692df3-a9c7-45e7-bef6-85eceab2a3ac,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:58.966723 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] For port 1afde749-fadf-42f5-b2ca-bc45f7afde35, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:25:58.967277 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:25:58Z', 'revision_number': 6, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:58.972403 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] For port 1afde749-fadf-42f5-b2ca-bc45f7afde35, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:25:58.976847 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.992413 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (77c03e4a-88a3-4da4-8b11-899bb683c8f8), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.992912 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:58.993579 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:58.995000 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] 10.222.0.76 "PUT /v2.0/ports/1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 1093 time: 0.7645679 Jan 16 23:25:58.998438 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:25:58.999597 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48766a49-c2a5-4464-a010-3bc05066b947 None None] The sync data for ids ['77c03e4a-88a3-4da4-8b11-899bb683c8f8'] in dv-cinder-824839-1-iscsi is: [{'id': '77c03e4a-88a3-4da4-8b11-899bb683c8f8', 'name': 'tempest-TestShelveInstance-280332456-router', 'tenant_id': '0b3f40a11d3c487787dd1e037d240d85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:35Z', 'updated_at': '2022-01-16T23:25:58Z', 'revision_number': 6, 'project_id': '0b3f40a11d3c487787dd1e037d240d85', 'gw_port_host': None}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:25:59.003063 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f39156-45d5-41cc-a991-eb9a7329df3c" -d '{"events": [{"name": "network-changed", "server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:25:59.119864 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (77c03e4a-88a3-4da4-8b11-899bb683c8f8), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.123579 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks [] for router_controller (77c03e4a-88a3-4da4-8b11-899bb683c8f8), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.124389 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b859fa4-fb08-4d36-a499-02736b1a5da5 x-openstack-request-id: req-6b859fa4-fb08-4d36-a499-02736b1a5da5 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:25:59.124681 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:25:59.124934 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b859fa4-fb08-4d36-a499-02736b1a5da5 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:25:59.125356 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'status': 'completed', 'code': 200} Jan 16 23:25:59.155941 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fcf78-2107-466e-b110-e2c0ab6135c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1afde749-fadf-42f5-b2ca-bc45f7afde35,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:59.162065 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-fcbe64be-4602-48c6-bee7-d5e4932f3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.163561 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-fcbe64be-4602-48c6-bee7-d5e4932f3272 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1096 time: 0.0960441 Jan 16 23:25:59.183205 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (77c03e4a-88a3-4da4-8b11-899bb683c8f8), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.183656 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c03e4a-88a3-4da4-8b11-899bb683c8f8 {{(pid=102394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:25:59.188414 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.189453 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-77b1444d-7e1e-4447-9ae1-bd777c5942c3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/77c03e4a-88a3-4da4-8b11-899bb683c8f8 HTTP/1.1" status: 204 len: 168 time: 0.9245105 Jan 16 23:25:59.191846 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44072) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:59.224493 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-73b4e518-652a-4f3f-a20c-97e670b4cbc1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 217 time: 0.0471249 Jan 16 23:25:59.237802 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Deleting subnet bbc2711e-b4e6-40c9-b25f-912f92e85ac2 {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:25:59.240853 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Publish callbacks [] for subnet (bbc2711e-b4e6-40c9-b25f-912f92e85ac2), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.271944 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-e3de0e72-0f81-4a7a-8804-331bca066f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.273429 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-e3de0e72-0f81-4a7a-8804-331bca066f09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0439887 Jan 16 23:25:59.274352 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (bbc2711e-b4e6-40c9-b25f-912f92e85ac2), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.316645 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-f43b89a9-64d6-4b95-b147-93074b10c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.318148 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-f43b89a9-64d6-4b95-b147-93074b10c8e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391381 Jan 16 23:25:59.353256 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (bbc2711e-b4e6-40c9-b25f-912f92e85ac2), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.415778 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-00e35ed7-15cc-4174-9485-6dc4e4b36433 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914855 Jan 16 23:25:59.417397 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (bbc2711e-b4e6-40c9-b25f-912f92e85ac2), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.443321 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc2711e-b4e6-40c9-b25f-912f92e85ac2,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:59.446943 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.453558 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-17ca93c4-a757-42d1-88c0-85e40ff7734e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bbc2711e-b4e6-40c9-b25f-912f92e85ac2 HTTP/1.1" status: 204 len: 168 time: 0.2605426 Jan 16 23:25:59.455375 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb40e21-6772-46d2-aa47-7b83d24a9d66 None None] Network 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:25:59.456264 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44074) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:25:59.527335 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8cf6b16a-9f7c-4b92-96b7-2af541299f30 req-af6f9cc8-3748-49f5-814e-3db42353e252 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055467 Jan 16 23:25:59.546131 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (74c47f4c-8536-49ab-9b39-4bd441d7f1b0), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.610918 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Deleting port b23534b4-c1ba-4b46-a94f-270831a9c8ef {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:25:59.611257 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.654434 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-8185e349-e013-476d-afc8-5dd102a72c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.655951 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-8185e349-e013-476d-afc8-5dd102a72c3d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1096 time: 0.0425458 Jan 16 23:25:59.680271 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] For port b23534b4-c1ba-4b46-a94f-270831a9c8ef, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b23534b4-c1ba-4b46-a94f-270831a9c8ef,segment=NetworkSegment(33d729f6-e729-4088-bb97-80661e4b82eb),segment_id=33d729f6-e729-4088-bb97-80661e4b82eb)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:25:59.680622 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.693000 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Calling delete_port for b23534b4-c1ba-4b46-a94f-270831a9c8ef owned by network:dhcp {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:25:59.770994 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (b23534b4-c1ba-4b46-a94f-270831a9c8ef), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.774155 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58255990-5b16-49d7-8688-e675e50e7f2c req-29a29878-9c7e-426c-a123-5ecaa56b7ac2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.775662 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-58255990-5b16-49d7-8688-e675e50e7f2c req-29a29878-9c7e-426c-a123-5ecaa56b7ac2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 943 time: 0.1034706 Jan 16 23:25:59.800413 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23534b4-c1ba-4b46-a94f-270831a9c8ef,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:25:59.802705 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-b149249b-d7f2-4bf1-a3ae-35fca54439dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.803766 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] No DVR routers for this DVR port b23534b4-c1ba-4b46-a94f-270831a9c8ef on host dv-cinder-824839-1-iscsi {{(pid=102394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:25:59.804151 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-b149249b-d7f2-4bf1-a3ae-35fca54439dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.1408999 Jan 16 23:25:59.863501 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb09813-c909-486d-8c9d-3f57b03263ac None None] DHCP port deletion for 74c47f4c-8536-49ab-9b39-4bd441d7f1b0 request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:25:59.867215 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-f0bd3d83-2778-4f08-8cae-dbca3547be82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 217 time: 0.0562384 Jan 16 23:25:59.884535 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (74c47f4c-8536-49ab-9b39-4bd441d7f1b0), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.908291 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c47f4c-8536-49ab-9b39-4bd441d7f1b0']}} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:59.908984 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-58255990-5b16-49d7-8688-e675e50e7f2c req-c3ab21b2-f99b-4d50-ad0e-d33dcc1c29b1 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217644 Jan 16 23:25:59.926371 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d729f6-e729-4088-bb97-80661e4b82eb') {'for_net_delete': True} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:59.926371 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.services.segments.db [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d729f6-e729-4088-bb97-80661e4b82eb') {} {{(pid=102394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:25:59.928562 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-ecb24f82-2c91-49d3-8363-f1f0623f2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.930100 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-ecb24f82-2c91-49d3-8363-f1f0623f2b57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0551033 Jan 16 23:25:59.937765 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62790157'] for segment (33d729f6-e729-4088-bb97-80661e4b82eb), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.951578 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (33d729f6-e729-4088-bb97-80661e4b82eb), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.958048 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:25:59.958439 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61974913'] for segment (33d729f6-e729-4088-bb97-80661e4b82eb), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: warnings.warn(msg) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: Traceback (most recent call last): Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: timer() Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: cb(*args, **kw) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: return func(*args, **kwargs) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: self._notify() Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: self.callback(batched_events) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: event.method(event) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: return f(self, *a, **k) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._get(url).json() Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: return self.request(url, 'GET', **kwargs) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:25:59.960152 dv-cinder-824839-1-iscsi neutron-server[102394]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:25:59.981554 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-e7febe9c-ed87-472b-a367-789d40ae756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:25:59.981554 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-e7febe9c-ed87-472b-a367-789d40ae756b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423477 Jan 16 23:26:00.020328 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (74c47f4c-8536-49ab-9b39-4bd441d7f1b0), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:00.029198 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:00.032340 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/74c47f4c-8536-49ab-9b39-4bd441d7f1b0 HTTP/1.1" status: 204 len: 168 time: 0.5749819 Jan 16 23:26:00.038014 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44078) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:00.042732 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899529ca-a6d3-4e17-b1b4-cda072ed0ac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=74c47f4c-8536-49ab-9b39-4bd441d7f1b0,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:00.159296 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-d8dfbc9c-0e5d-4e57-9f6d-ed97a8bec7bc service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724708 Jan 16 23:26:00.574930 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-45f39156-45d5-41cc-a991-eb9a7329df3c req-bb04ff6f-1c61-49ed-8fbe-e8fc93d889d6 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086509 Jan 16 23:26:00.778343 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device d4692df3-a9c7-45e7-bef6-85eceab2a3ac no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:00.790307 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (050a5517-3dfd-4ab7-9800-ac59b596b80e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:00.798229 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: d4692df3-a9c7-45e7-bef6-85eceab2a3ac {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:00.799196 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device d4692df3-a9c7-45e7-bef6-85eceab2a3ac not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:00.799618 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b23534b4-c1ba-4b46-a94f-270831a9c8ef no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:00.818148 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: b23534b4-c1ba-4b46-a94f-270831a9c8ef {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:00.818497 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b23534b4-c1ba-4b46-a94f-270831a9c8ef not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:00.818895 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 60843dd0-d074-47d2-bdf9-a78418d0d041 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:00.837159 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 60843dd0-d074-47d2-bdf9-a78418d0d041 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:00.837534 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 60843dd0-d074-47d2-bdf9-a78418d0d041 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:00.953416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 1afde749-fadf-42f5-b2ca-bc45f7afde35 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:26:01.032114 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6742dd-5769-468b-90d2-9cceda870e38 req-618abeaf-fc5b-40dc-be9d-0818af603644 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:01.033745 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bb6742dd-5769-468b-90d2-9cceda870e38 req-618abeaf-fc5b-40dc-be9d-0818af603644 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 943 time: 0.0544395 Jan 16 23:26:01.065176 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 1afde749-fadf-42f5-b2ca-bc45f7afde35, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:01.081465 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'port_id': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'mac_address': 'fa:16:3e:f4:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:26:01.091700 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bb6742dd-5769-468b-90d2-9cceda870e38 req-2f16734f-3c28-43c7-a566-2ff0bc98431f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506284 Jan 16 23:26:01.093078 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Deleting port 039ce89d-8b75-4753-b590-8788c744b6da {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:26:01.093531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (039ce89d-8b75-4753-b590-8788c744b6da), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:01.122183 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 1afde749-fadf-42f5-b2ca-bc45f7afde35 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:26:01.122583 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:01.138463 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1afde749-fadf-42f5-b2ca-bc45f7afde35 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:26:01.157139 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 1afde749-fadf-42f5-b2ca-bc45f7afde35, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:01.162487 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:01.174540 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] For port 039ce89d-8b75-4753-b590-8788c744b6da, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=039ce89d-8b75-4753-b590-8788c744b6da,segment=NetworkSegment(706e3721-3d12-48fd-87f0-4b7800557221),segment_id=706e3721-3d12-48fd-87f0-4b7800557221)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:01.174901 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (039ce89d-8b75-4753-b590-8788c744b6da), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:01.188498 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Calling delete_port for 039ce89d-8b75-4753-b590-8788c744b6da owned by network:router_interface {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:26:01.210042 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=1afde749-fadf-42f5-b2ca-bc45f7afde35,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:01.361974 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (039ce89d-8b75-4753-b590-8788c744b6da), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:01.388020 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=039ce89d-8b75-4753-b590-8788c744b6da,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:01.469715 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['1afde749-fadf-42f5-b2ca-bc45f7afde35'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:26:01.563757 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (050a5517-3dfd-4ab7-9800-ac59b596b80e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:01.778799 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Router 050a5517-3dfd-4ab7-9800-ac59b596b80e has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:26:01.884645 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:26:01.890001 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-6b1dd1b8-9ade-46c6-9143-8c026ee4c0b6 admin admin] 10.222.0.35 "PUT /v2.0/routers/050a5517-3dfd-4ab7-9800-ac59b596b80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8509495 Jan 16 23:26:01.892727 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44082) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:01.895415 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] Sync routers for ids ['050a5517-3dfd-4ab7-9800-ac59b596b80e'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:26:01.909888 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] Routers {'050a5517-3dfd-4ab7-9800-ac59b596b80e'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:01.910504 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['050a5517-3dfd-4ab7-9800-ac59b596b80e'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:01.996269 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks [] for router (050a5517-3dfd-4ab7-9800-ac59b596b80e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.012401 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] Set router 050a5517-3dfd-4ab7-9800-ac59b596b80e gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:02.108544 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks [] for router_gateway (050a5517-3dfd-4ab7-9800-ac59b596b80e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.173856 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Deleting port b67b5dc6-c29a-4851-be62-c4a99cf65a21 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:26:02.174208 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.265472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2e9db-30ac-41ae-b2ed-5f8d95920c65 req-ad76b410-2351-4e78-ba4d-829c5f5bb321 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:02.267213 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-70b2e9db-30ac-41ae-b2ed-5f8d95920c65 req-ad76b410-2351-4e78-ba4d-829c5f5bb321 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 944 time: 0.1034551 Jan 16 23:26:02.295843 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] For port b67b5dc6-c29a-4851-be62-c4a99cf65a21, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=b67b5dc6-c29a-4851-be62-c4a99cf65a21,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:02.296207 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.313349 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Calling delete_port for b67b5dc6-c29a-4851-be62-c4a99cf65a21 owned by network:router_gateway {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:26:02.326240 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:26:01Z', 'revision_number': 5, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port': {'id': 'b67b5dc6-c29a-4851-be62-c4a99cf65a21', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:57:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:20:43Z', 'updated_at': '2022-01-16T23:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:02.343459 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-70b2e9db-30ac-41ae-b2ed-5f8d95920c65 req-ebdb8f73-d5fd-4761-a088-62a4220dcb8b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691128 Jan 16 23:26:02.352126 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] Checking router: 050a5517-3dfd-4ab7-9800-ac59b596b80e for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:26:02.369498 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] Routers {'050a5517-3dfd-4ab7-9800-ac59b596b80e'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:02.370107 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['050a5517-3dfd-4ab7-9800-ac59b596b80e'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:02.457275 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] Set router 050a5517-3dfd-4ab7-9800-ac59b596b80e gateway port host: None {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:02.491815 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (b67b5dc6-c29a-4851-be62-c4a99cf65a21), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.513905 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:26:02Z', 'revision_number': 6, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:02.521992 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67b5dc6-c29a-4851-be62-c4a99cf65a21,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:02.542575 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cc90d-dcec-4ba9-ac91-714e4d5cdcb6 None None] The sync data for ids ['050a5517-3dfd-4ab7-9800-ac59b596b80e'] in dv-cinder-824839-1-iscsi is: [{'id': '050a5517-3dfd-4ab7-9800-ac59b596b80e', 'name': 'tempest-TestShelveInstance-1989714582-router', 'tenant_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:20:42Z', 'updated_at': '2022-01-16T23:26:02Z', 'revision_number': 6, 'project_id': '1bd5926c9ec54c8abff04d598b6f8cdf', 'gw_port_host': None}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:26:02.586561 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (050a5517-3dfd-4ab7-9800-ac59b596b80e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.675771 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (050a5517-3dfd-4ab7-9800-ac59b596b80e), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.677897 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks [] for router_controller (050a5517-3dfd-4ab7-9800-ac59b596b80e), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.719425 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (050a5517-3dfd-4ab7-9800-ac59b596b80e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.719951 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050a5517-3dfd-4ab7-9800-ac59b596b80e {{(pid=102393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:26:02.724734 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.725905 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c2aa9bee-5467-42e6-b215-3a61f228baa3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/050a5517-3dfd-4ab7-9800-ac59b596b80e HTTP/1.1" status: 204 len: 168 time: 0.8322644 Jan 16 23:26:02.728482 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44086) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:02.775324 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Deleting subnet 726afcbe-f66c-4cec-a115-a3a8aa67bc7c {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:26:02.778350 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Publish callbacks [] for subnet (726afcbe-f66c-4cec-a115-a3a8aa67bc7c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.812996 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (726afcbe-f66c-4cec-a115-a3a8aa67bc7c), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.887871 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (726afcbe-f66c-4cec-a115-a3a8aa67bc7c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.945443 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (726afcbe-f66c-4cec-a115-a3a8aa67bc7c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.969630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 1afde749-fadf-42f5-b2ca-bc45f7afde35 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:26:02.975725 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=726afcbe-f66c-4cec-a115-a3a8aa67bc7c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:02.979394 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:02.983600 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-133bf912-ab3f-4d02-8cb1-65e756bd6ed6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/726afcbe-f66c-4cec-a115-a3a8aa67bc7c HTTP/1.1" status: 204 len: 168 time: 0.2541118 Jan 16 23:26:02.986092 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44088) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:03.011210 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7945e8fb-223a-410a-8bb2-44151d558992 None None] Network 95420eca-983a-46e2-b294-f1d174bd1c46 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:26:03.013564 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 039ce89d-8b75-4753-b590-8788c744b6da no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:03.057486 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (95420eca-983a-46e2-b294-f1d174bd1c46), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.077653 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 039ce89d-8b75-4753-b590-8788c744b6da {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:03.078006 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 039ce89d-8b75-4753-b590-8788c744b6da not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:03.109141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Deleting port bfd16f3b-e597-4896-be1e-2287ff520904 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:26:03.109503 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.131713 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 1afde749-fadf-42f5-b2ca-bc45f7afde35 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:26:03.137772 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 1afde749-fadf-42f5-b2ca-bc45f7afde35 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:26:03.138151 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.174894 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] For port bfd16f3b-e597-4896-be1e-2287ff520904, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=bfd16f3b-e597-4896-be1e-2287ff520904,segment=NetworkSegment(706e3721-3d12-48fd-87f0-4b7800557221),segment_id=706e3721-3d12-48fd-87f0-4b7800557221)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:03.175257 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.188793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Calling delete_port for bfd16f3b-e597-4896-be1e-2287ff520904 owned by network:dhcp {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:26:03.221187 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 1afde749-fadf-42f5-b2ca-bc45f7afde35 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:26:03.221552 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.243898 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:26:03.246129 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25589038-48e9-41a2-8ec5-bbd3d0deed9c" -d '{"events": [{"server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "name": "network-vif-plugged", "status": "completed", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:26:03.260407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 1afde749-fadf-42f5-b2ca-bc45f7afde35, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:03.264117 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.272049 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (bfd16f3b-e597-4896-be1e-2287ff520904), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.294309 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dc38e8-2ef7-4812-a575-ae9bce1f29e1 x-openstack-request-id: req-f5dc38e8-2ef7-4812-a575-ae9bce1f29e1 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:26:03.294601 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "name": "network-vif-plugged", "status": "completed", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:26:03.294858 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f5dc38e8-2ef7-4812-a575-ae9bce1f29e1 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:26:03.295251 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'code': 200} Jan 16 23:26:03.299964 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd16f3b-e597-4896-be1e-2287ff520904,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:03.303542 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] No DVR routers for this DVR port bfd16f3b-e597-4896-be1e-2287ff520904 on host dv-cinder-824839-1-iscsi {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:26:03.316558 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=1afde749-fadf-42f5-b2ca-bc45f7afde35,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:03.338066 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e4b11-f682-443d-997b-5c57af1086a8 None None] DHCP port deletion for 95420eca-983a-46e2-b294-f1d174bd1c46 request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:26:03.396303 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (95420eca-983a-46e2-b294-f1d174bd1c46), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.423708 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95420eca-983a-46e2-b294-f1d174bd1c46']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:03.446489 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '706e3721-3d12-48fd-87f0-4b7800557221') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:03.446783 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '706e3721-3d12-48fd-87f0-4b7800557221') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:03.473753 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (706e3721-3d12-48fd-87f0-4b7800557221), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.503744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (706e3721-3d12-48fd-87f0-4b7800557221), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.525541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:26:03.525984 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (706e3721-3d12-48fd-87f0-4b7800557221), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:26:03.533605 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:26:03.573429 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fdedc-58df-4782-bf1e-0f289e2f766d req-bb181549-d5c1-466b-a5cb-f2f196ec1bcb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:03.575419 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a10fdedc-58df-4782-bf1e-0f289e2f766d req-bb181549-d5c1-466b-a5cb-f2f196ec1bcb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.1430104 Jan 16 23:26:03.618309 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (95420eca-983a-46e2-b294-f1d174bd1c46), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.621030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc99254-f6a6-497d-bd4c-0c69b4bd4c56 req-ef1c021d-ded4-4de6-9fb0-03c2305ea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:03.622599 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4cc99254-f6a6-497d-bd4c-0c69b4bd4c56 req-ef1c021d-ded4-4de6-9fb0-03c2305ea33c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1098 time: 0.1400218 Jan 16 23:26:03.631115 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.634496 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] 10.222.0.35 "DELETE /v2.0/networks/95420eca-983a-46e2-b294-f1d174bd1c46 HTTP/1.1" status: 204 len: 168 time: 0.6472514 Jan 16 23:26:03.676351 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a10fdedc-58df-4782-bf1e-0f289e2f766d req-27726ea1-f082-440c-a7b4-5c25d595a4c9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944266 Jan 16 23:26:03.677065 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9d549-0a69-45b8-b56e-276723e1996b admin admin] Pushing event deleted for resources: {'Network': ['ID=95420eca-983a-46e2-b294-f1d174bd1c46,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:03.703316 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4cc99254-f6a6-497d-bd4c-0c69b4bd4c56 req-1ea1ce12-951d-4f57-a702-fa69cd904e86 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655179 Jan 16 23:26:03.752824 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44096) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:03.791443 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-13fbf4e8-da9a-4915-8415-3882c7798002 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b3f40a11d3c487787dd1e037d240d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374577 Jan 16 23:26:03.793984 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44098) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:03.839215 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-31b0904a-14fe-41d5-98f3-82a0e28af7a1 admin admin] Publish callbacks [] for security_group (5db128bb-1192-430c-bf60-8ffd78e7d90c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.859227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-31b0904a-14fe-41d5-98f3-82a0e28af7a1 admin admin] Publish callbacks [] for security_group (5db128bb-1192-430c-bf60-8ffd78e7d90c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.904908 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-31b0904a-14fe-41d5-98f3-82a0e28af7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (5db128bb-1192-430c-bf60-8ffd78e7d90c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.907419 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-31b0904a-14fe-41d5-98f3-82a0e28af7a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:03.908694 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-31b0904a-14fe-41d5-98f3-82a0e28af7a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5db128bb-1192-430c-bf60-8ffd78e7d90c HTTP/1.1" status: 204 len: 168 time: 0.1138330 Jan 16 23:26:03.916427 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0904a-14fe-41d5-98f3-82a0e28af7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db128bb-1192-430c-bf60-8ffd78e7d90c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:04.211039 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44104) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:04.249725 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-19a82e79-47a5-476f-af0f-b2cf68aa6b94 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bd5926c9ec54c8abff04d598b6f8cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374188 Jan 16 23:26:04.251934 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44106) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:04.300247 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-db4b8d97-7c28-458c-b16d-e3818e0d875e admin admin] Publish callbacks [] for security_group (1ffa837d-da8c-476f-aa12-08ed08a278af), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:04.320301 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-db4b8d97-7c28-458c-b16d-e3818e0d875e admin admin] Publish callbacks [] for security_group (1ffa837d-da8c-476f-aa12-08ed08a278af), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:04.365472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-db4b8d97-7c28-458c-b16d-e3818e0d875e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (1ffa837d-da8c-476f-aa12-08ed08a278af), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:04.368041 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-db4b8d97-7c28-458c-b16d-e3818e0d875e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:04.369176 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-db4b8d97-7c28-458c-b16d-e3818e0d875e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ffa837d-da8c-476f-aa12-08ed08a278af HTTP/1.1" status: 204 len: 168 time: 0.1163478 Jan 16 23:26:04.376800 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b8d97-7c28-458c-b16d-e3818e0d875e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffa837d-da8c-476f-aa12-08ed08a278af,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:04.788281 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b67b5dc6-c29a-4851-be62-c4a99cf65a21 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:04.809729 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: b67b5dc6-c29a-4851-be62-c4a99cf65a21 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:04.810079 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device b67b5dc6-c29a-4851-be62-c4a99cf65a21 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:04.810502 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device bfd16f3b-e597-4896-be1e-2287ff520904 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:04.828199 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfddd36-3638-4b3e-99bd-fea716f7184e req-bbedfbaf-f45b-49e0-b2ca-544f6457d743 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:04.829761 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0bfddd36-3638-4b3e-99bd-fea716f7184e req-bbedfbaf-f45b-49e0-b2ca-544f6457d743 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0731604 Jan 16 23:26:04.833098 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: bfd16f3b-e597-4896-be1e-2287ff520904 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:04.833489 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device bfd16f3b-e597-4896-be1e-2287ff520904 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:04.889663 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0bfddd36-3638-4b3e-99bd-fea716f7184e req-f1f204de-0300-4746-b72f-d4936fb70d68 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446179 Jan 16 23:26:06.002175 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a87cd-83b1-4b76-8afa-a443f7a7971e req-4446e7da-9670-4c26-9b0c-abefd07a3262 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:06.003634 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c30a87cd-83b1-4b76-8afa-a443f7a7971e req-4446e7da-9670-4c26-9b0c-abefd07a3262 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0481281 Jan 16 23:26:06.049697 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c30a87cd-83b1-4b76-8afa-a443f7a7971e req-5d7859a1-04f1-49cf-b002-eeab11458dee tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Jan 16 23:26:06.164423 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4306f-7e8c-46cb-9647-9f8599ff5e8c req-3229c116-ff69-4686-afd6-0900321c93aa tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:06.165990 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-68a4306f-7e8c-46cb-9647-9f8599ff5e8c req-3229c116-ff69-4686-afd6-0900321c93aa tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0547431 Jan 16 23:26:06.174984 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44116) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:06.179192 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'floatingip': {'port_id': '1afde749-fadf-42f5-b2ca-bc45f7afde35'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:26:06.216123 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (51112628-b4bf-4bea-a145-44b3e168ab29), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:06.628961 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:06.632688 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (51112628-b4bf-4bea-a145-44b3e168ab29), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:06.733004 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Floating IP 51112628-b4bf-4bea-a145-44b3e168ab29 associated. External IP: 172.27.3.175, port: 1afde749-fadf-42f5-b2ca-bc45f7afde35. Jan 16 23:26:06.930554 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:26:07.263111 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:26:07.267950 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:07.273072 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:26:07.282523 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:07.283127 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:07.293622 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f52e1263-30a6-4d56-9afc-47718586f387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "PUT /v2.0/floatingips/51112628-b4bf-4bea-a145-44b3e168ab29 HTTP/1.1" status: 200 len: 991 time: 1.1171110 Jan 16 23:26:07.294214 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:26:07.296424 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9df85c-eb75-4e0f-937f-6b15adb8aa74" -d '{"events": [{"name": "network-changed", "server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:26:07.334250 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96d4222-039a-40c3-9fb2-e817c7cc384f x-openstack-request-id: req-f96d4222-039a-40c3-9fb2-e817c7cc384f {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:26:07.334539 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:26:07.334793 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f96d4222-039a-40c3-9fb2-e817c7cc384f {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:26:07.335190 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'status': 'completed', 'code': 200} Jan 16 23:26:07.393939 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:07.423041 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-cc005b66-d66b-49be-b089-e5cb47bf3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:07.424531 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-cc005b66-d66b-49be-b089-e5cb47bf3f8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1098 time: 0.0420158 Jan 16 23:26:07.515036 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-e9b6c9a2-302c-475d-bde9-261055514ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:07.516674 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-e9b6c9a2-302c-475d-bde9-261055514ead service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.0854063 Jan 16 23:26:07.587381 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-f2ef54e8-925d-46f2-9c7e-81af729d90aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 999 time: 0.0645933 Jan 16 23:26:07.616583 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '51112628-b4bf-4bea-a145-44b3e168ab29', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'port_id': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'mac_address': 'fa:16:3e:f4:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:25:54Z', 'updated_at': '2022-01-16T23:26:06Z', 'revision_number': 1, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:07.638909 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-5545699b-5706-45d5-95c2-4850b19b1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:07.640376 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-5545699b-5706-45d5-95c2-4850b19b1400 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0472741 Jan 16 23:26:07.645965 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:26:07.654729 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:07.655339 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:25:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:07.685246 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-e11aa472-2883-4b2c-9920-ac3c15fe6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:07.686754 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-e11aa472-2883-4b2c-9920-ac3c15fe6473 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401506 Jan 16 23:26:07.757110 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:07.775289 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-fcfe8668-1f5f-4425-b1df-ab6174c0f46a service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817578 Jan 16 23:26:07.996512 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '51112628-b4bf-4bea-a145-44b3e168ab29', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'port_id': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'mac_address': 'fa:16:3e:f4:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:25:54Z', 'updated_at': '2022-01-16T23:26:06Z', 'revision_number': 1, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:08.028266 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd9b53f-6c34-45a4-9472-71e0bb1ec957 None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '51112628-b4bf-4bea-a145-44b3e168ab29', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'port_id': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'mac_address': 'fa:16:3e:f4:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:25:54Z', 'updated_at': '2022-01-16T23:26:06Z', 'revision_number': 1, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:26:08.118164 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-da9df85c-eb75-4e0f-937f-6b15adb8aa74 req-86ff1ac4-4f75-4610-a795-3f38e7cb185b service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377662 Jan 16 23:26:08.221281 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b559f-6e15-4be4-a051-f0c6f89290e5 None None] New status for floating IP 51112628-b4bf-4bea-a145-44b3e168ab29: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:26:11.329369 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-90a65ee3-8013-47e9-9159-6935ff91ceb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:11.819830 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:26:13.796991 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d23842ab-d927-4b87-9e39-ee38cf063213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:14.913781 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:15.912125 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:17.602954 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:18.317302 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:21.041996 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e0b19-1f52-41b6-ba1e-c5684911ebfc req-06f85743-379d-46bf-8d4f-badc3d9418b1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:21.043452 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-806e0b19-1f52-41b6-ba1e-c5684911ebfc req-06f85743-379d-46bf-8d4f-badc3d9418b1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0497289 Jan 16 23:26:21.091264 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-806e0b19-1f52-41b6-ba1e-c5684911ebfc req-aaa6d24b-9084-45eb-8383-ad6a16e90dcc tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Jan 16 23:26:22.206738 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f1692-ac69-4feb-98b4-0dd1fec81c10 req-5634059c-2901-453c-b133-887c008f0e38 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:22.208187 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f90f1692-ac69-4feb-98b4-0dd1fec81c10 req-5634059c-2901-453c-b133-887c008f0e38 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0514836 Jan 16 23:26:22.256239 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f90f1692-ac69-4feb-98b4-0dd1fec81c10 req-5b668cae-ac1b-4366-a05a-46f07651bf0b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Jan 16 23:26:22.780531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697faf0e-b753-448c-9e27-111e13b39349 req-8f79f948-7d07-422c-b077-be32d5b76f29 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:22.781984 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-697faf0e-b753-448c-9e27-111e13b39349 req-8f79f948-7d07-422c-b077-be32d5b76f29 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 946 time: 0.0466499 Jan 16 23:26:22.871754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Deleting port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:26:22.872102 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:22.958546 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] For port 38b7f276-1cd7-4277-8fcd-f2742d89ed03, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=38b7f276-1cd7-4277-8fcd-f2742d89ed03,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:22.958890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:23.126754 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:23.127120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (befa9232-686b-4b6a-bedf-bf2c274aac04), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:23.127437 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Floating IP befa9232-686b-4b6a-bedf-bf2c274aac04 disassociated. External IP: 172.27.3.22, port: 38b7f276-1cd7-4277-8fcd-f2742d89ed03. Jan 16 23:26:23.127785 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Calling delete_port for 38b7f276-1cd7-4277-8fcd-f2742d89ed03 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:26:23.248527 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (38b7f276-1cd7-4277-8fcd-f2742d89ed03), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:23.276366 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'Port': ['ID=38b7f276-1cd7-4277-8fcd-f2742d89ed03,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:23.385761 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3335b95e-2e69-409a-83be-5516b8b0b8b6 req-0b576b63-7ccc-4ea2-906c-e5537674e6a6 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=b262bc33-30ee-4e41-a565-e6f5728da343 HTTP/1.1" status: 200 len: 210 time: 0.0531011 Jan 16 23:26:23.413138 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:26:23.518445 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:26:23.529031 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:26:23.542945 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:23.544314 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:26:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:23.557963 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] No DVR routers for this DVR port 38b7f276-1cd7-4277-8fcd-f2742d89ed03 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:26:23.560460 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:23.563730 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-697faf0e-b753-448c-9e27-111e13b39349 req-d08ee60b-cc93-4596-abb8-8a326986119d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "DELETE /v2.0/ports/38b7f276-1cd7-4277-8fcd-f2742d89ed03 HTTP/1.1" status: 204 len: 173 time: 0.7763710 Jan 16 23:26:23.564166 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'name': 'network-vif-deleted', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:26:23.566395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c6e072-5a99-414d-b9de-0d75beedb03c" -d '{"events": [{"server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "name": "network-vif-deleted", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:26:23.613511 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fd021d-8af6-4047-ad3d-7f9406a53985 x-openstack-request-id: req-b4fd021d-8af6-4047-ad3d-7f9406a53985 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:26:23.613814 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b262bc33-30ee-4e41-a565-e6f5728da343", "name": "network-vif-deleted", "tag": "38b7f276-1cd7-4277-8fcd-f2742d89ed03", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:26:23.614074 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4fd021d-8af6-4047-ad3d-7f9406a53985 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:26:23.614483 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b262bc33-30ee-4e41-a565-e6f5728da343', 'name': 'network-vif-deleted', 'tag': '38b7f276-1cd7-4277-8fcd-f2742d89ed03', 'status': 'completed', 'code': 200} Jan 16 23:26:23.652547 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:23.849823 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:23.880103 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:26:23.888928 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:23.889584 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:26:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:24.094340 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:24.297074 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:24.327488 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa2c068-a60a-4cdc-a1aa-b6dcaacf2c52 None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:26:24.576105 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d09c782-fcef-43c6-84d9-63cce7feecca None None] New status for floating IP befa9232-686b-4b6a-bedf-bf2c274aac04: DOWN {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:26:24.697848 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-5cb1a681-4079-4db4-ad10-b6c29d201cbd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096074003&fields=id&tenant_id=ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 267 time: 0.0470707 Jan 16 23:26:24.807637 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-3779567a-2626-477c-b308-b5faebaab76d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:24.809040 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-3779567a-2626-477c-b308-b5faebaab76d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 812 time: 0.1047931 Jan 16 23:26:24.822924 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-03d36d7d-c900-42b2-baea-3f1489892ddc tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/quotas/ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 375 time: 0.0085397 Jan 16 23:26:24.874706 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-49fe54f4-a47b-46c4-aa3d-9a2a4fe880d3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470588 Jan 16 23:26:24.970038 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-88eca0a5-ba04-4cb8-baef-49bee9e4a63c service neutron] 10.222.0.35 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Jan 16 23:26:25.056661 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-9c619c65-1f0b-4c04-a9ce-b8b339fce56d service neutron] 10.222.0.35 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809367 Jan 16 23:26:25.082676 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 38b7f276-1cd7-4277-8fcd-f2742d89ed03 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:26:25.107788 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 38b7f276-1cd7-4277-8fcd-f2742d89ed03 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:26:25.108136 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 38b7f276-1cd7-4277-8fcd-f2742d89ed03 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:26:25.348354 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-168f7d5b-086f-4eac-9302-af62b07287b0 req-a3bb2e61-6900-48f4-ac57-63f5e5cd72cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 210 time: 0.0273890 Jan 16 23:26:26.373634 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-f1f441cd-b659-4cff-b347-2c7bdcdabcfe tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:26.375208 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-f1f441cd-b659-4cff-b347-2c7bdcdabcfe tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 812 time: 0.1072581 Jan 16 23:26:26.454125 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-57bbffaa-53f9-4752-8826-c9d03b538093 req-844c76f5-9414-4c38-b9de-9cff69e8263c tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 210 time: 0.0256431 Jan 16 23:26:26.469975 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-46ce36d5-99e8-44ac-89db-cb75211d420a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 380 time: 0.0561485 Jan 16 23:26:26.478730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'port': {'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'admin_state_up': True, 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'security_groups': ['8bd9afc4-12d4-47b0-b77a-62421b36769a']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:26:26.589025 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Made reservation on behalf of ce77755a4b2c4d629e36930e911e0aa0 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:26:26.593049 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:26.716311 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Allocated IP 172.20.0.14 (11f78065-3f1e-4b8b-a23e-fad2b059ebdb/653da565-5b0e-4d06-b7af-2f724ca8ff4a/6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:26:26.855590 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:26.889923 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:26.939885 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:26:26.944629 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:26:26.948360 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:26:26.972227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:27.000027 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:27.000690 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.019336 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-4b976478-6582-43d4-9e52-75b6f78bf5f0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5440924 Jan 16 23:26:27.038712 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Request body: {'port': {'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:26:27.099472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.234634 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-df5ea6a6-1b83-4233-9eaf-2c4ee7c45b2e None None] Provisioning complete for port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:26:27.235174 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-df5ea6a6-1b83-4233-9eaf-2c4ee7c45b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.272013 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-df5ea6a6-1b83-4233-9eaf-2c4ee7c45b2e None None] Port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:26:27.368334 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:26:27.377162 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Publish callbacks [] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.390004 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Transition to ACTIVE for port object 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:26:27.395399 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.446670 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:27.527497 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Attempting to bind port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:26:27.527929 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Attempting to bind port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:26:27.528268 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Attempting to bind port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:26:27.533230 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:26:27.533678 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Attempting to bind port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:26:27.538816 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:26:27.539158 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Checking segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:26:27.539597 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Bound using segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:26:27.539987 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Bound port: 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:26:27.540347 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.610051 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a456b-17ce-4cce-8c36-84a28c7cb9da req-0c4b59a5-9dd1-427e-a7b0-0296cd26a114 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:27.611584 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-518a456b-17ce-4cce-8c36-84a28c7cb9da req-0c4b59a5-9dd1-427e-a7b0-0296cd26a114 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0649409 Jan 16 23:26:27.614377 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] For port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:26:27.617929 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] For port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:26:27.627559 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.663279 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:27.664064 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:27.665541 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] 10.222.0.76 "PUT /v2.0/ports/6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 1094 time: 0.6323423 Jan 16 23:26:27.666038 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:26:27.668978 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d455942-9abc-4e62-851f-98c5f58cb17c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:26:27.681297 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-518a456b-17ce-4cce-8c36-84a28c7cb9da req-e93f0d2a-2814-4319-ba3f-9581b7ccb78d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629277 Jan 16 23:26:27.709994 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7d874-e443-4036-ac35-b5c826963cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:27.729127 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece0d149-8953-4a8f-a9e3-8bd43efe0a8d x-openstack-request-id: req-ece0d149-8953-4a8f-a9e3-8bd43efe0a8d {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:26:27.729889 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:26:27.729889 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ece0d149-8953-4a8f-a9e3-8bd43efe0a8d {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:26:27.730099 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'status': 'completed', 'code': 200} Jan 16 23:26:27.792282 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-e6f34371-e727-4554-8294-a2a4f1f4871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:27.794550 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-e6f34371-e727-4554-8294-a2a4f1f4871e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1097 time: 0.0482268 Jan 16 23:26:27.845033 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-dec2b2e0-b7e4-4472-8d7c-da8973484633 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 217 time: 0.0354567 Jan 16 23:26:27.893692 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-f93bce20-4779-4d0e-9974-2220b5e674b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:27.895146 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-f93bce20-4779-4d0e-9974-2220b5e674b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0439830 Jan 16 23:26:27.944388 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-9897a8e5-1f6d-4284-940c-a2c601dc2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:27.945914 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-9897a8e5-1f6d-4284-940c-a2c601dc2240 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443985 Jan 16 23:26:28.034233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-1315ab18-bf05-43d6-ab8d-36c602f18bcd service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820739 Jan 16 23:26:28.124753 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a37730f2-6eba-4ade-87dc-da9ab38d0f73 req-e7249971-bf0a-44c5-8a9a-e244639e9545 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841100 Jan 16 23:26:28.252557 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-d76ec3f5-e9eb-4c36-b50c-3a77f4ae793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:28.254055 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-d76ec3f5-e9eb-4c36-b50c-3a77f4ae793a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1097 time: 0.0399508 Jan 16 23:26:28.342279 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-84d22d04-f982-4401-8401-6587bea05300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:28.343647 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-84d22d04-f982-4401-8401-6587bea05300 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0822296 Jan 16 23:26:28.387397 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-f385f583-c8b6-4d17-8290-a30aaef885d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 217 time: 0.0355282 Jan 16 23:26:28.445505 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-5382c743-2d0c-4b17-8957-48a868c1c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:28.446948 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-5382c743-2d0c-4b17-8957-48a868c1c39b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0424643 Jan 16 23:26:28.489185 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-65dbdb31-6935-4e73-b63f-1abd628cfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:28.490645 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-65dbdb31-6935-4e73-b63f-1abd628cfe83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377643 Jan 16 23:26:28.581089 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-1f72744b-a082-4247-9506-0facffffee2b service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Jan 16 23:26:28.670279 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1d455942-9abc-4e62-851f-98c5f58cb17c req-a7afc9e0-0ae2-4c10-ab6f-9494f47762a1 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818810 Jan 16 23:26:28.797192 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efa76f-1bc9-42df-a56c-120e37e14e39 req-ea700056-88e8-4206-b6d8-c3b0fb6375d5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:28.798706 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e9efa76f-1bc9-42df-a56c-120e37e14e39 req-ea700056-88e8-4206-b6d8-c3b0fb6375d5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0484147 Jan 16 23:26:28.850518 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-e9efa76f-1bc9-42df-a56c-120e37e14e39 req-74087b4e-f8c0-490b-88c6-ea1f70ebbf6b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463841 Jan 16 23:26:29.965395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec4152-7cf5-4254-8f35-30987bcf3aa1 req-7a0f8aa1-9007-4661-ae5d-56f34fb4540a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:29.966872 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a3ec4152-7cf5-4254-8f35-30987bcf3aa1 req-7a0f8aa1-9007-4661-ae5d-56f34fb4540a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0481567 Jan 16 23:26:30.014221 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a3ec4152-7cf5-4254-8f35-30987bcf3aa1 req-f36572fd-4256-41ec-a66f-89ec0661c8f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419312 Jan 16 23:26:31.127168 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f01ed-2e73-471f-96f6-d4b6d19352e7 req-8a70178f-c6f6-439a-9d0d-6740335b0d85 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:31.128632 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7b1f01ed-2e73-471f-96f6-d4b6d19352e7 req-8a70178f-c6f6-439a-9d0d-6740335b0d85 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0480771 Jan 16 23:26:31.174834 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7b1f01ed-2e73-471f-96f6-d4b6d19352e7 req-2c1eca60-3fa3-4872-8c1c-96d20c85f777 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407887 Jan 16 23:26:32.288570 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562f40c-3399-458b-84ab-3721524b5d99 req-806a6751-9463-4060-94a2-b676261179e1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:32.290052 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7562f40c-3399-458b-84ab-3721524b5d99 req-806a6751-9463-4060-94a2-b676261179e1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0508535 Jan 16 23:26:32.337287 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7562f40c-3399-458b-84ab-3721524b5d99 req-04d3b481-6c5a-434d-92ff-db781591c214 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Jan 16 23:26:33.447139 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df5668-cdaf-4ee2-9077-5ccb2c9167f9 req-0f429517-f35a-4aad-b6b1-bab5306516f5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:33.448568 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-22df5668-cdaf-4ee2-9077-5ccb2c9167f9 req-0f429517-f35a-4aad-b6b1-bab5306516f5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0466077 Jan 16 23:26:33.495036 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-22df5668-cdaf-4ee2-9077-5ccb2c9167f9 req-355c7462-9f27-497e-bc53-c66af391855f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Jan 16 23:26:34.611315 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb4f6-d5db-4f24-9a96-d5da7365b665 req-3fd84e69-16f1-46f1-9e56-9717725cdebf tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:34.612783 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-73edb4f6-d5db-4f24-9a96-d5da7365b665 req-3fd84e69-16f1-46f1-9e56-9717725cdebf tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 944 time: 0.0502236 Jan 16 23:26:34.659854 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-73edb4f6-d5db-4f24-9a96-d5da7365b665 req-473a3304-6f05-4b4e-bd9c-3fb9428d355b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416543 Jan 16 23:26:35.155704 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:26:35.249702 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:35.261447 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:26:35.299844 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:26:35.300241 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:35.312959 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:26:35.331527 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:35.335094 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:35.380923 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:35.621324 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:26:35.771528 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f4c6b-39a6-4597-839a-92d7ba16a5cc req-53ed2921-c9a4-4119-afe1-9098dd63c85b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:35.773000 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ed6f4c6b-39a6-4597-839a-92d7ba16a5cc req-53ed2921-c9a4-4119-afe1-9098dd63c85b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 945 time: 0.0476773 Jan 16 23:26:35.820573 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ed6f4c6b-39a6-4597-839a-92d7ba16a5cc req-18ccbd09-97b4-452a-8646-936e6d5f9f4f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Jan 16 23:26:36.930433 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772d4dd-4be8-4f80-8a0c-708c4473f8ec req-43ecb001-12f4-4d46-85cd-14fc224399c9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:36.931863 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9772d4dd-4be8-4f80-8a0c-708c4473f8ec req-43ecb001-12f4-4d46-85cd-14fc224399c9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 945 time: 0.0468659 Jan 16 23:26:36.982005 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9772d4dd-4be8-4f80-8a0c-708c4473f8ec req-f9fd51db-61b0-431b-93ca-a23538a7e996 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440567 Jan 16 23:26:37.175622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:26:37.227045 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:26:37.230630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:26:37.231011 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:37.305655 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:26:37.305968 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:37.328247 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:26:37.330452 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e0c50-dcc4-4798-8c7d-3038fd909ce0" -d '{"events": [{"server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "name": "network-vif-plugged", "status": "completed", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:26:37.342592 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:26:37.346877 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:37.369943 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79a0197-5142-426b-90df-78f50375aa90 x-openstack-request-id: req-e79a0197-5142-426b-90df-78f50375aa90 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:26:37.370245 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "name": "network-vif-plugged", "status": "completed", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:26:37.370487 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e79a0197-5142-426b-90df-78f50375aa90 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:26:37.370869 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'code': 200} Jan 16 23:26:37.398153 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:37.651448 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3583bc-2e2e-473e-bc7b-11d4776a147f req-b8a228b8-0978-442e-9a69-81d68082c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:37.652896 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1c3583bc-2e2e-473e-bc7b-11d4776a147f req-b8a228b8-0978-442e-9a69-81d68082c74a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1099 time: 0.0385649 Jan 16 23:26:37.698055 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1c3583bc-2e2e-473e-bc7b-11d4776a147f req-2941654a-db2d-4b37-96a0-ec24d8bcbf1d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369396 Jan 16 23:26:38.099419 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08492182-0977-4fc8-8f75-85fb7cb05629 req-802be172-6095-48b0-970d-6f61a56909cb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:38.100882 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-08492182-0977-4fc8-8f75-85fb7cb05629 req-802be172-6095-48b0-970d-6f61a56909cb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 946 time: 0.0473807 Jan 16 23:26:38.148091 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-08492182-0977-4fc8-8f75-85fb7cb05629 req-863271bb-1bf0-40e9-bb03-27a708fdc70d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Jan 16 23:26:39.261964 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888f800-77d4-466a-9870-458bf26b1e7e req-346a1ac8-1850-4dc6-9266-2084e62c44db tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:39.263927 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7888f800-77d4-466a-9870-458bf26b1e7e req-346a1ac8-1850-4dc6-9266-2084e62c44db tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 946 time: 0.0502295 Jan 16 23:26:39.310209 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7888f800-77d4-466a-9870-458bf26b1e7e req-9287e3c3-bc5c-49e3-bf9e-4bd095f2affb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Jan 16 23:26:39.422638 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bc2f2-b401-4bc0-8f6e-0510fb7c3c6b req-866c9461-b300-4279-9e57-6374b2856d3f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:39.424075 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6f3bc2f2-b401-4bc0-8f6e-0510fb7c3c6b req-866c9461-b300-4279-9e57-6374b2856d3f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 946 time: 0.0474436 Jan 16 23:26:39.471466 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6f3bc2f2-b401-4bc0-8f6e-0510fb7c3c6b req-1c6937cd-6606-4872-8c43-eef0971d97a8 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414941 Jan 16 23:26:39.492736 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44242) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:39.534862 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a3ce14-7a6b-490a-a86f-21d4daf04450 tempest-TestVolumeBootPattern-1281422158 tempest-TestVolumeBootPattern-1281422158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:39.536409 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-17a3ce14-7a6b-490a-a86f-21d4daf04450 tempest-TestVolumeBootPattern-1281422158 tempest-TestVolumeBootPattern-1281422158-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1094 time: 0.0426433 Jan 16 23:26:39.539090 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44244) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:26:39.543328 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:26:39.565688 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:39.657871 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:39.759556 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Allocated IP 172.27.3.104 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/5dd5f703-bcfe-4895-ab43-11f1a57742bf) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:26:39.859518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:39.892507 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:39.933245 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:26:39.936456 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:26:39.939905 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:26:39.944969 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=5dd5f703-bcfe-4895-ab43-11f1a57742bf,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:40.284521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (9bf17f08-f727-443a-842a-03d92c479583), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:40.348713 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:40.490915 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:40.495262 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:40.562069 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=5dd5f703-bcfe-4895-ab43-11f1a57742bf,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:26:40.573399 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (9bf17f08-f727-443a-842a-03d92c479583), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:40.671274 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Floating IP 9bf17f08-f727-443a-842a-03d92c479583 associated. External IP: 172.27.3.104, port: 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d. Jan 16 23:26:40.870730 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:26:40.977625 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:26:40.987222 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:26:40.994815 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:40.996546 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:40.997164 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:26:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:41.021285 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-00fdf6b1-7f0b-4c91-b397-6e409bf763b7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4811292 Jan 16 23:26:41.021847 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:26:41.024124 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8412fa5-0235-48b8-8f06-a00c506cd2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:26:41.060302 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e96964-e8a2-4f32-8f2d-7c292fa241bc x-openstack-request-id: req-b9e96964-e8a2-4f32-8f2d-7c292fa241bc {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:26:41.060590 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:26:41.060842 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9e96964-e8a2-4f32-8f2d-7c292fa241bc {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:26:41.061263 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'status': 'completed', 'code': 200} Jan 16 23:26:41.104100 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:41.152360 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-a876c828-f76e-4e20-b897-f74166795835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:41.154560 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-a876c828-f76e-4e20-b897-f74166795835 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1099 time: 0.0433936 Jan 16 23:26:41.245546 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-e427ef76-65e0-4328-97a8-16d3ff72b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:41.247003 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-e427ef76-65e0-4328-97a8-16d3ff72b0f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0832839 Jan 16 23:26:41.315340 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-77a962b6-ac98-4774-9580-21678e6d9e2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 1000 time: 0.0617397 Jan 16 23:26:41.329740 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:40Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:41.331952 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-3900f292-7425-4c81-bf23-1be41e65987b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:41.355890 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:26:41.363731 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-bf2248d1-702d-4ba8-a6cf-8f7cb87100df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:41.364074 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:26:41.364677 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:26:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:41.365227 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-bf2248d1-702d-4ba8-a6cf-8f7cb87100df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0431814 Jan 16 23:26:41.410070 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-65dd93f1-7c63-405a-a16f-995d5d315397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:41.411464 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-65dd93f1-7c63-405a-a16f-995d5d315397 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407031 Jan 16 23:26:41.469551 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:26:41.700774 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:40Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:26:41.729985 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3885b03-fce3-43e2-87ed-99f30f132d19 None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:40Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:26:41.756372 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-ee900eed-f859-4a12-b8c3-44d03c42fd34 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379862 Jan 16 23:26:41.843951 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f8412fa5-0235-48b8-8f06-a00c506cd2ce req-74ac9369-7252-4941-ad04-1e6999a5c8d4 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813231 Jan 16 23:26:41.926994 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a975a0-755e-42f2-94b0-5da3375c3d7f None None] New status for floating IP 9bf17f08-f727-443a-842a-03d92c479583: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:26:43.798912 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7cc34ac4-a1e5-4247-b2f6-af8a6a2bd27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:44.915947 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:45.914595 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:47.605346 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:48.316985 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:26:48.819066 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:26:56.425782 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df558887-5c60-4c7e-a5f8-156b02257188 req-becbe942-4989-4e93-b54d-c6157562bd08 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:56.427258 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-df558887-5c60-4c7e-a5f8-156b02257188 req-becbe942-4989-4e93-b54d-c6157562bd08 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0548666 Jan 16 23:26:56.474291 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-df558887-5c60-4c7e-a5f8-156b02257188 req-86799f18-6697-4b99-adb7-0b485340c299 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415301 Jan 16 23:26:57.590849 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573d5c4-cc43-4286-81de-c2ee972272bc req-ed7415ec-5935-4543-9b2d-f3eda9ddc0e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:57.592338 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3573d5c4-cc43-4286-81de-c2ee972272bc req-ed7415ec-5935-4543-9b2d-f3eda9ddc0e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0496709 Jan 16 23:26:57.637865 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3573d5c4-cc43-4286-81de-c2ee972272bc req-4734a544-f093-492a-ba88-8a5a96a7cd6c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Jan 16 23:26:57.789397 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984d06-6684-4cc6-82f1-068794d0c68c req-55db53c7-800e-497d-af1b-9bb357cdaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:57.790777 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-55db53c7-800e-497d-af1b-9bb357cdaadb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1098 time: 0.0392125 Jan 16 23:26:57.899681 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984d06-6684-4cc6-82f1-068794d0c68c req-1a6982ea-6eda-4b97-9a56-d89956fb3cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:57.901130 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-1a6982ea-6eda-4b97-9a56-d89956fb3cbe service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.0904138 Jan 16 23:26:57.963257 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-78ba66a6-6d64-409d-9899-e70ddf5e6898 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 1001 time: 0.0553174 Jan 16 23:26:58.010866 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984d06-6684-4cc6-82f1-068794d0c68c req-02675c6d-acac-454e-b9e9-f197c24f7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:58.012819 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-02675c6d-acac-454e-b9e9-f197c24f7b9c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0435107 Jan 16 23:26:58.059484 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68984d06-6684-4cc6-82f1-068794d0c68c req-01e4449c-487f-4938-9c70-c7c42a216f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:58.060775 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-01e4449c-487f-4938-9c70-c7c42a216f98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423367 Jan 16 23:26:58.149751 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-463a76e1-03e8-4c56-9f4c-18718fc33870 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Jan 16 23:26:58.240582 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-68984d06-6684-4cc6-82f1-068794d0c68c req-b63cc3ab-8e96-4b38-a264-ccd9c4f5b7f0 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835330 Jan 16 23:26:58.751379 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2b5ec-e7ca-4943-9b1d-7a3db76ca563 req-4b2a5237-db74-4a6e-83e4-cb9f17b29a51 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:58.752846 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-deb2b5ec-e7ca-4943-9b1d-7a3db76ca563 req-4b2a5237-db74-4a6e-83e4-cb9f17b29a51 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0488832 Jan 16 23:26:58.798991 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-deb2b5ec-e7ca-4943-9b1d-7a3db76ca563 req-4ae74d93-f53c-4a63-aa5c-4caa2927e501 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405953 Jan 16 23:26:59.912655 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4eac1-695d-421e-b961-67bff1dd9e0b req-94628466-10c0-42b4-af6d-e64acd30a0be tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:26:59.914154 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f8b4eac1-695d-421e-b961-67bff1dd9e0b req-94628466-10c0-42b4-af6d-e64acd30a0be tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0487070 Jan 16 23:26:59.962303 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f8b4eac1-695d-421e-b961-67bff1dd9e0b req-21fc8555-25e2-4a2e-8ff7-f83aa10d9f6d tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421302 Jan 16 23:27:01.078131 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730d4f4-adf7-4daf-94b1-0aefe982fe06 req-2a6d5ce8-3303-4857-8fee-454e8ee51754 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:01.079598 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c730d4f4-adf7-4daf-94b1-0aefe982fe06 req-2a6d5ce8-3303-4857-8fee-454e8ee51754 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0483072 Jan 16 23:27:01.125673 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c730d4f4-adf7-4daf-94b1-0aefe982fe06 req-f9f51fe0-4ca8-446e-953c-ce2b9a6a78ff tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Jan 16 23:27:02.241520 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c4c74-c8e4-427e-bb92-6469c725f80c req-41b5cb1f-1bf6-4fef-9b3f-ccf5be647ec5 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:02.242989 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-498c4c74-c8e4-427e-bb92-6469c725f80c req-41b5cb1f-1bf6-4fef-9b3f-ccf5be647ec5 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0477214 Jan 16 23:27:02.289079 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-498c4c74-c8e4-427e-bb92-6469c725f80c req-44dd8657-84d6-4e83-ba36-616e85f32580 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Jan 16 23:27:03.406130 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91308b1-50d6-4a76-a07f-3b67a0ac16ac req-ba47f168-b9f8-4fd4-83f1-6d0dbe478a33 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:03.407602 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d91308b1-50d6-4a76-a07f-3b67a0ac16ac req-ba47f168-b9f8-4fd4-83f1-6d0dbe478a33 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0519190 Jan 16 23:27:03.452935 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d91308b1-50d6-4a76-a07f-3b67a0ac16ac req-ed677f98-1dd9-4d5d-8f61-299b1173e705 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Jan 16 23:27:04.575637 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aec45-db57-4c6b-9f36-0250e3e73422 req-4c08cad5-ff5d-45e7-a74c-e326fefb180a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:04.577864 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3c4aec45-db57-4c6b-9f36-0250e3e73422 req-4c08cad5-ff5d-45e7-a74c-e326fefb180a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0526667 Jan 16 23:27:04.628587 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-3c4aec45-db57-4c6b-9f36-0250e3e73422 req-d883f255-c38e-4e4a-bcbb-b783b25c52a7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440764 Jan 16 23:27:05.744018 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09105d8b-6b80-46b1-83a9-10370851514d req-52bcfc7b-6e22-497b-987a-f4d2e68b8bfb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:05.745525 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09105d8b-6b80-46b1-83a9-10370851514d req-52bcfc7b-6e22-497b-987a-f4d2e68b8bfb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0491984 Jan 16 23:27:05.790836 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-09105d8b-6b80-46b1-83a9-10370851514d req-8ce6708f-ef11-494a-92e5-5b0d7a7bb158 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Jan 16 23:27:06.911070 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f829bcf-8502-42c9-8741-339e0afe37bd req-7fb81778-2913-4f76-a307-767ffe3be73a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:06.912544 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0f829bcf-8502-42c9-8741-339e0afe37bd req-7fb81778-2913-4f76-a307-767ffe3be73a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0550113 Jan 16 23:27:06.962438 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0f829bcf-8502-42c9-8741-339e0afe37bd req-1b34a229-3b88-43af-9f02-50ea1bbe20d1 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 Jan 16 23:27:08.081490 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7773-9647-47cb-a6f2-aa93c429c4c9 req-0569d5c7-032d-48c3-aea7-2b76a28f1ccb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:08.083031 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-981b7773-9647-47cb-a6f2-aa93c429c4c9 req-0569d5c7-032d-48c3-aea7-2b76a28f1ccb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0510328 Jan 16 23:27:08.134195 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-981b7773-9647-47cb-a6f2-aa93c429c4c9 req-f2c683a6-d42a-4cbe-acf8-deae31b861c4 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Jan 16 23:27:09.251172 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916f609-b615-4499-963b-7e4684634248 req-835f4d2c-f261-45fe-a5dc-6ac4cb9af0b0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:09.252700 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0916f609-b615-4499-963b-7e4684634248 req-835f4d2c-f261-45fe-a5dc-6ac4cb9af0b0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0486379 Jan 16 23:27:09.297897 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0916f609-b615-4499-963b-7e4684634248 req-2fdc8cad-b1d5-4675-a819-81376011a695 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397446 Jan 16 23:27:10.418565 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd2ab9-9169-4559-acfa-96b9ced0de78 req-79eab691-c840-43c4-b641-f35f7c7e0b09 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:10.420000 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f0bd2ab9-9169-4559-acfa-96b9ced0de78 req-79eab691-c840-43c4-b641-f35f7c7e0b09 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0481396 Jan 16 23:27:10.466042 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f0bd2ab9-9169-4559-acfa-96b9ced0de78 req-01deb8ef-613e-43c3-9d3e-1dd133d709f8 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405431 Jan 16 23:27:11.333532 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5cd8-7085-43d1-82cb-7dc49fa8b3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:11.584299 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb52f23-aa85-4f54-ba56-3ce2156c78f4 req-f6fae24f-5f5d-4d97-8772-daef9b4ec30a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:11.585700 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-efb52f23-aa85-4f54-ba56-3ce2156c78f4 req-f6fae24f-5f5d-4d97-8772-daef9b4ec30a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0527952 Jan 16 23:27:11.629825 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-efb52f23-aa85-4f54-ba56-3ce2156c78f4 req-231bc966-048c-4312-9013-a9d86bd06d17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 Jan 16 23:27:12.743093 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddd7fb-42f4-4296-a207-7bd8fab2793b req-a6d8f018-27e6-40fb-99f5-a3b85abbdb85 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:12.744575 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d9ddd7fb-42f4-4296-a207-7bd8fab2793b req-a6d8f018-27e6-40fb-99f5-a3b85abbdb85 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0476358 Jan 16 23:27:12.791390 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d9ddd7fb-42f4-4296-a207-7bd8fab2793b req-5f57b45d-a648-4648-bc5b-9de428f2f994 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Jan 16 23:27:12.986661 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac83a39-a6ac-4065-8acb-86862ad1774b req-ab6cb37f-886c-4634-b539-916bbd986bda tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:12.988218 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8ac83a39-a6ac-4065-8acb-86862ad1774b req-ab6cb37f-886c-4634-b539-916bbd986bda tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0521913 Jan 16 23:27:13.057414 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8ac83a39-a6ac-4065-8acb-86862ad1774b req-026f86a7-e5a4-412f-bb3c-d82d45da6c12 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635574 Jan 16 23:27:13.070959 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-a1cbcb7a-c825-4431-a0f1-47d02cd8bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:13.072427 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-a1cbcb7a-c825-4431-a0f1-47d02cd8bcea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1098 time: 0.0488379 Jan 16 23:27:13.162002 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-436de62e-28f0-4226-8de2-5e4d14d097d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:13.163448 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-436de62e-28f0-4226-8de2-5e4d14d097d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.0852003 Jan 16 23:27:13.227355 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-3c13d2cb-1185-45e2-a235-13ceed56e4e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 1001 time: 0.0568509 Jan 16 23:27:13.275028 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-9b6fda2d-3e46-44e7-a10b-4a5918d90ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:13.276481 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-9b6fda2d-3e46-44e7-a10b-4a5918d90ce6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0436077 Jan 16 23:27:13.324456 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-8476c38b-663b-40b7-b2cf-0875a18a19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:13.326399 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-8476c38b-663b-40b7-b2cf-0875a18a19bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441375 Jan 16 23:27:13.412907 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-3e028aed-9fdf-4025-a62d-282250013e6c service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806193 Jan 16 23:27:13.502836 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-86093821-2cd8-469b-aa1e-57b5eed529bf req-73cf0569-d35c-4417-9386-74bbec387333 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Jan 16 23:27:13.799486 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c0619d4b-c715-4232-a5a8-42d2e46bc6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:14.176461 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27c818-f437-4d0e-a7d5-676d38f2de3b req-7e28c110-ba84-4106-92bf-1b52caa6cbb7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:14.177951 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d27c818-f437-4d0e-a7d5-676d38f2de3b req-7e28c110-ba84-4106-92bf-1b52caa6cbb7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0472465 Jan 16 23:27:14.223687 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-0d27c818-f437-4d0e-a7d5-676d38f2de3b req-7d496c3a-5281-41db-bce5-1406d77c98f7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401390 Jan 16 23:27:14.921052 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:15.916416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:17.608250 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:18.305908 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:25.818478 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:27:41.334948 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7283d6a9-0c14-48f0-a240-50c4427f36cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:43.800319 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf98d-4a06-4669-90c1-24ca69caab60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:44.923711 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:45.919498 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:47.609930 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:48.330224 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:27:50.918677 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef1da6-d485-4ef7-8621-64685b5fbc91 req-75641d0a-56cf-49ca-a493-268d6f01e6cd tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:50.920150 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2fef1da6-d485-4ef7-8621-64685b5fbc91 req-75641d0a-56cf-49ca-a493-268d6f01e6cd tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0490735 Jan 16 23:27:50.966166 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2fef1da6-d485-4ef7-8621-64685b5fbc91 req-5067718a-d3c8-45df-8b5c-d34154ae2422 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Jan 16 23:27:52.176806 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5682b4-bba5-43b5-b31e-7425fac93c9f req-b4779057-ae13-4c1e-94c5-1903a5fd829d tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:52.178295 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ab5682b4-bba5-43b5-b31e-7425fac93c9f req-b4779057-ae13-4c1e-94c5-1903a5fd829d tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.1426971 Jan 16 23:27:52.226972 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-ab5682b4-bba5-43b5-b31e-7425fac93c9f req-12a2ee01-e733-40f1-8db4-54d43ea87d3d tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Jan 16 23:27:53.338720 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d480b-3144-46dd-9ab6-e455c0d89814 req-ae61b2a3-f08b-4cb8-af6d-0f7663ac710a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:53.340197 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-af1d480b-3144-46dd-9ab6-e455c0d89814 req-ae61b2a3-f08b-4cb8-af6d-0f7663ac710a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0478089 Jan 16 23:27:53.385775 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-af1d480b-3144-46dd-9ab6-e455c0d89814 req-ac683462-e3d2-4b6f-9bac-8098e34c2320 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Jan 16 23:27:54.500904 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78053ee8-4040-4f16-b9e3-fb523641f091 req-dcce53c6-0d93-42f2-a580-1e2ee3f3a33b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:54.502388 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-78053ee8-4040-4f16-b9e3-fb523641f091 req-dcce53c6-0d93-42f2-a580-1e2ee3f3a33b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0473282 Jan 16 23:27:54.549449 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-78053ee8-4040-4f16-b9e3-fb523641f091 req-c473d89d-02e1-4e2c-87f1-b72d3c8da3bd tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Jan 16 23:27:55.666744 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8a2ae-41d6-4892-8a33-fa24652f9ee8 req-4c96089f-ddec-4ad8-8b0c-3f1cdd3abb9f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:55.668228 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1cb8a2ae-41d6-4892-8a33-fa24652f9ee8 req-4c96089f-ddec-4ad8-8b0c-3f1cdd3abb9f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0538046 Jan 16 23:27:55.714219 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1cb8a2ae-41d6-4892-8a33-fa24652f9ee8 req-57f84325-3224-43b4-bc0c-5cf746aa7fd6 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 Jan 16 23:27:56.830886 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8404ef3-5b60-4fd1-8bb4-e0dc6673482a req-e93437de-5788-4f18-9181-dedd51d14954 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:56.832262 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f8404ef3-5b60-4fd1-8bb4-e0dc6673482a req-e93437de-5788-4f18-9181-dedd51d14954 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0502629 Jan 16 23:27:56.877113 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-f8404ef3-5b60-4fd1-8bb4-e0dc6673482a req-4bb4b829-b236-4228-94c3-63a3a6af8d6f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393777 Jan 16 23:27:57.988961 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d9a00-7148-488b-bef6-f671d08f7b3f req-3e69e4eb-ee24-4035-8f0e-a25285afc854 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:57.990493 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-249d9a00-7148-488b-bef6-f671d08f7b3f req-3e69e4eb-ee24-4035-8f0e-a25285afc854 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0482471 Jan 16 23:27:58.036215 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-249d9a00-7148-488b-bef6-f671d08f7b3f req-d44ca3e5-90df-487c-9363-6253c9d2e7b4 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Jan 16 23:27:58.756968 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-919f5ee0-e9ff-4b16-84f6-cc5a7d0fd3f4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869989 Jan 16 23:27:58.831023 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-985a1a95-2c39-44d0-9fce-9b4f6a92aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:58.832966 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-985a1a95-2c39-44d0-9fce-9b4f6a92aed7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1099 time: 0.0425224 Jan 16 23:27:58.936310 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-bed325c6-e382-4e25-bc58-bc0b037473db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:58.937818 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-bed325c6-e382-4e25-bc58-bc0b037473db service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0855014 Jan 16 23:27:59.003581 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-06de07af-3369-4e5c-8152-c44f7d5b505f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 1002 time: 0.0596478 Jan 16 23:27:59.049890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-56d4d5d7-c6dc-4ee6-acb3-cd6004d6c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:59.051294 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-56d4d5d7-c6dc-4ee6-acb3-cd6004d6c38a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0417020 Jan 16 23:27:59.095696 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-4b30f868-8bc8-49f7-83ba-5a03943c743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:59.097109 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-4b30f868-8bc8-49f7-83ba-5a03943c743c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397077 Jan 16 23:27:59.108151 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-0fe90815-652a-4816-9058-45b58b50316f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:27:59.109087 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-0fe90815-652a-4816-9058-45b58b50316f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054071 Jan 16 23:27:59.153810 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cf7ea-fdf0-4acf-9426-411d3a88fc73 req-a2dc9a40-8b70-4c9f-9944-7d67a8cead43 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:27:59.155284 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cd2cf7ea-fdf0-4acf-9426-411d3a88fc73 req-a2dc9a40-8b70-4c9f-9944-7d67a8cead43 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0517957 Jan 16 23:27:59.198008 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-29f5996c-f6e6-4a9a-a007-8947fec2e1d4 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830746 Jan 16 23:27:59.201075 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cd2cf7ea-fdf0-4acf-9426-411d3a88fc73 req-081c9b07-c7d2-4237-ae8d-8ea83f6513fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Jan 16 23:27:59.284600 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c397b382-359e-490f-a2f4-9960f096e4a5 req-9a54d0d7-b96f-4c6c-bc3a-a5a91bb665ba service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808933 Jan 16 23:28:00.318720 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fe49b-bc58-4cad-8b86-09710c7977a6 req-ed7ac20f-8332-4b76-83a7-52202d228068 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:00.320175 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dd7fe49b-bc58-4cad-8b86-09710c7977a6 req-ed7ac20f-8332-4b76-83a7-52202d228068 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0525429 Jan 16 23:28:00.365454 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-dd7fe49b-bc58-4cad-8b86-09710c7977a6 req-22df452a-db5e-455c-99a0-bd002d44a27c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 Jan 16 23:28:01.482315 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84619831-c327-41b5-ade7-49b2106f0b18 req-1cc3b32c-da6f-40c1-ad00-24a506704c4e tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:01.483787 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-84619831-c327-41b5-ade7-49b2106f0b18 req-1cc3b32c-da6f-40c1-ad00-24a506704c4e tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0525899 Jan 16 23:28:01.530003 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-84619831-c327-41b5-ade7-49b2106f0b18 req-3e172d10-44e6-491b-8485-4419cc02f4b2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Jan 16 23:28:01.760835 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f04d41-4abc-4961-abf1-42adb46f3c65 req-8e5ef292-df5e-43a7-ac4d-67e5d39b4518 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:01.762353 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a6f04d41-4abc-4961-abf1-42adb46f3c65 req-8e5ef292-df5e-43a7-ac4d-67e5d39b4518 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0475686 Jan 16 23:28:01.813143 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-a6f04d41-4abc-4961-abf1-42adb46f3c65 req-c3940c43-a7e0-4634-885f-43fd68f3beda tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449739 Jan 16 23:28:01.833924 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-b30228d2-8b51-4209-975d-0a2ab9ae19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:01.835407 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-b30228d2-8b51-4209-975d-0a2ab9ae19e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 1098 time: 0.0397279 Jan 16 23:28:01.923885 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-f2923cab-12d4-4463-80e3-eef902f1ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:01.925286 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-f2923cab-12d4-4463-80e3-eef902f1ae27 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.0840080 Jan 16 23:28:01.991068 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-975df431-9ee2-4a73-b272-50efe8f25f88 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 200 len: 1001 time: 0.0595706 Jan 16 23:28:02.038198 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-c80d4659-d9fb-4c6c-b193-4909e4ef44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:02.039673 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-c80d4659-d9fb-4c6c-b193-4909e4ef44eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0429108 Jan 16 23:28:02.085648 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-4a21c146-d1ef-49bc-9202-f51626486c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:02.087063 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-4a21c146-d1ef-49bc-9202-f51626486c8e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415516 Jan 16 23:28:02.172131 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-222bfdd3-083d-4618-9371-08933b260a9a service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786059 Jan 16 23:28:02.259797 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0127898b-8b7e-4592-8bec-89bfdcde93ff req-c160c43d-9c1e-43ee-8a8b-5b9f40f7b760 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810866 Jan 16 23:28:02.817707 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:28:02.930981 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5214a58b-384e-4e2f-8fab-3633c2921385 req-3c1da559-fe63-4d90-80a8-5fd232866d8a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:02.932447 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5214a58b-384e-4e2f-8fab-3633c2921385 req-3c1da559-fe63-4d90-80a8-5fd232866d8a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0487583 Jan 16 23:28:02.978353 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5214a58b-384e-4e2f-8fab-3633c2921385 req-d0874b98-ca95-48a7-941e-ec6e19f83674 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Jan 16 23:28:04.101609 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4e153-e39a-455b-97ee-e29753fab3aa req-b412c816-194a-48ec-a682-cfeed0b4cd21 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:04.103102 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-71b4e153-e39a-455b-97ee-e29753fab3aa req-b412c816-194a-48ec-a682-cfeed0b4cd21 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0571885 Jan 16 23:28:04.148340 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-71b4e153-e39a-455b-97ee-e29753fab3aa req-5b4dae60-d18a-4347-a2db-dfc777efddf9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397599 Jan 16 23:28:11.336471 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c7d05f35-4a8b-48b3-aebc-8d65998b8414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:13.800974 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9dcd83b0-8645-4a60-98fa-e941b232a7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:14.931597 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:15.922073 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:17.611276 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:18.331136 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:37.353226 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730bf46-11b9-4245-aaa9-5b95e7a103be req-a9918e55-a6d9-4097-921c-4e33a25bd0b0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:37.354605 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0730bf46-11b9-4245-aaa9-5b95e7a103be req-a9918e55-a6d9-4097-921c-4e33a25bd0b0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0481780 Jan 16 23:28:37.400009 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-0730bf46-11b9-4245-aaa9-5b95e7a103be req-d55cecc4-7135-479c-a0fb-a34b86cba2f0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399284 Jan 16 23:28:38.515872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb61e18-e8cd-4a0d-88f5-c5ed07de35e9 req-e976c8f8-6255-4453-94dd-ae8413c9ced7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:38.517376 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fdb61e18-e8cd-4a0d-88f5-c5ed07de35e9 req-e976c8f8-6255-4453-94dd-ae8413c9ced7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0481036 Jan 16 23:28:38.565582 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-fdb61e18-e8cd-4a0d-88f5-c5ed07de35e9 req-cfed784a-0888-4111-84f0-e2b78e037464 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Jan 16 23:28:39.701357 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-e20832f7-667f-46ec-955c-32d92b0c03a4 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:39.702795 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-e20832f7-667f-46ec-955c-32d92b0c03a4 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0759647 Jan 16 23:28:39.712508 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a36e7-02bc-492e-b700-071b5a12b715 req-a3d5aead-a1d4-4759-af52-2dc72b37220c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:39.713892 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8c2a36e7-02bc-492e-b700-071b5a12b715 req-a3d5aead-a1d4-4759-af52-2dc72b37220c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 945 time: 0.0776877 Jan 16 23:28:39.812059 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8c2a36e7-02bc-492e-b700-071b5a12b715 req-426f60d7-fd0e-45a5-a7ef-fcb3e854b5b6 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=eb042bd7-e885-4cb9-a765-b0767fe7cd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908549 Jan 16 23:28:39.817085 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:28:39.830497 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Deleting port 1afde749-fadf-42f5-b2ca-bc45f7afde35 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:28:39.830824 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:39.920531 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] For port 1afde749-fadf-42f5-b2ca-bc45f7afde35, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=1afde749-fadf-42f5-b2ca-bc45f7afde35,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:39.920893 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:40.093095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:40.093494 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (51112628-b4bf-4bea-a145-44b3e168ab29), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:40.093814 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Floating IP 51112628-b4bf-4bea-a145-44b3e168ab29 disassociated. External IP: 172.27.3.175, port: 1afde749-fadf-42f5-b2ca-bc45f7afde35. Jan 16 23:28:40.094156 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Calling delete_port for 1afde749-fadf-42f5-b2ca-bc45f7afde35 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:28:40.164674 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-945a0284-a333-4262-adb4-8265b7410e4f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096074003&fields=id&tenant_id=ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 267 time: 0.0467875 Jan 16 23:28:40.225711 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (1afde749-fadf-42f5-b2ca-bc45f7afde35), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:40.252209 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event deleted for resources: {'Port': ['ID=1afde749-fadf-42f5-b2ca-bc45f7afde35,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:40.261782 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.262145 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.262499 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.262847 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.263191 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.264332 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.264664 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.264999 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.265359 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.265698 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.266027 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.266699 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.266699 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:40.276272 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-955ee230-6005-4da8-8f45-c6dd80b48ec3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:40.277815 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-955ee230-6005-4da8-8f45-c6dd80b48ec3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 812 time: 0.1064768 Jan 16 23:28:40.292849 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-569a9631-0dbd-492d-b8e8-b4070a1ddec5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/quotas/ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 375 time: 0.0093985 Jan 16 23:28:40.349172 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-5c71ca4c-035f-45fd-a8e8-57b601719a8a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507402 Jan 16 23:28:40.364371 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-b77c3b35-80f8-4343-9a50-31989331f36a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:28:40.365352 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-b77c3b35-80f8-4343-9a50-31989331f36a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050640 Jan 16 23:28:40.382945 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:28:40.452501 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-9cf6df13-95ea-43f8-9b63-a877b990c6bf service neutron] 10.222.0.35 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815487 Jan 16 23:28:40.490190 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:28:40.501618 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:28:40.510870 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:28:40.511715 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:28:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:40.531816 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] No DVR routers for this DVR port 1afde749-fadf-42f5-b2ca-bc45f7afde35 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:28:40.535182 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:40.539067 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-74c9d66c-1563-41df-a3f1-76feb664d9e1 req-34fb2203-68ea-47ee-a1cc-306d9e03ec4c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "DELETE /v2.0/ports/1afde749-fadf-42f5-b2ca-bc45f7afde35 HTTP/1.1" status: 204 len: 173 time: 0.8242996 Jan 16 23:28:40.539763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'name': 'network-vif-deleted', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:28:40.542353 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a549a0-84df-435e-885a-1c6c64942402" -d '{"events": [{"server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "name": "network-vif-deleted", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:28:40.555867 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-3c2d7a29-e47b-41db-8592-08cef562f21b service neutron] 10.222.0.35 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971427 Jan 16 23:28:40.668938 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00ff10-4f81-412f-87e1-dcbb1394c526 x-openstack-request-id: req-3f00ff10-4f81-412f-87e1-dcbb1394c526 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:28:40.669464 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a", "name": "network-vif-deleted", "tag": "1afde749-fadf-42f5-b2ca-bc45f7afde35", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:28:40.670328 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3f00ff10-4f81-412f-87e1-dcbb1394c526 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:28:40.670900 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a', 'name': 'network-vif-deleted', 'tag': '1afde749-fadf-42f5-b2ca-bc45f7afde35', 'status': 'completed', 'code': 200} Jan 16 23:28:40.672113 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:28:40.888202 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:40.921388 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:28:40.930874 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:28:40.931499 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:28:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:40.937126 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-c0c9db95-cc1c-4ea1-a345-c6a116fcfd56 req-fc8cd338-c41a-4360-8b7f-480d3933d927 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 210 time: 0.0436938 Jan 16 23:28:40.957645 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fee245db-640c-4e9c-bc7a-c2b0cc5e551b req-505c9a2b-c3bd-437f-b634-5895a50b98f0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=51352fd0-1d2c-4b8a-a0c5-4d2a2bcf169a HTTP/1.1" status: 200 len: 210 time: 0.0331953 Jan 16 23:28:41.044228 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:28:41.258090 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:41.284344 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4eed6f-82ab-49df-ba8a-c029f366a2fc None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:28:41.340300 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-21bd0dd1-6e30-4a1c-ae2d-347b52ea86e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:41.517432 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002d67e-72e6-4ad1-bad2-f54e29762128 None None] New status for floating IP 51112628-b4bf-4bea-a145-44b3e168ab29: DOWN {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:28:41.798862 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 1afde749-fadf-42f5-b2ca-bc45f7afde35 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:28:41.819367 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 1afde749-fadf-42f5-b2ca-bc45f7afde35 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:28:41.819718 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 1afde749-fadf-42f5-b2ca-bc45f7afde35 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:28:42.036576 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-b287733e-ef7b-475b-946d-b41cec40fd3d req-83a38b2b-39da-463d-990b-ae6f5d679582 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 210 time: 0.0282393 Jan 16 23:28:42.055375 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44496) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:42.066350 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-d26627a3-8dbf-4b44-a463-beb495feff92 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:42.067836 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-d26627a3-8dbf-4b44-a463-beb495feff92 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 812 time: 0.1187241 Jan 16 23:28:42.109703 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (eb042bd7-e885-4cb9-a765-b0767fe7cd1b), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.133149 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (eb042bd7-e885-4cb9-a765-b0767fe7cd1b), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.137859 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-def994a1-a962-4d1c-9904-fe48d4931388 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce77755a4b2c4d629e36930e911e0aa0 HTTP/1.1" status: 200 len: 380 time: 0.0556948 Jan 16 23:28:42.146345 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'port': {'device_id': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'admin_state_up': True, 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'security_groups': ['8bd9afc4-12d4-47b0-b77a-62421b36769a']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:42.182756 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (eb042bd7-e885-4cb9-a765-b0767fe7cd1b), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.186026 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.187299 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "DELETE /v2.0/security-groups/eb042bd7-e885-4cb9-a765-b0767fe7cd1b HTTP/1.1" status: 204 len: 168 time: 0.1305809 Jan 16 23:28:42.190265 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44498) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:42.196077 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb042bd7-e885-4cb9-a765-b0767fe7cd1b,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:42.203024 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.203382 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.203725 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.204065 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.204443 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.204719 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.205045 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.205402 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.205729 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.206052 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.206375 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.206693 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.207011 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e2c30f-c707-44b0-a3ef-11b19d6031fb tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:42.213279 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.api.v2.resource [None req-ba55413f-0b34-46df-997d-6bed6a1ab88c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] show failed (client error): The resource could not be found. Jan 16 23:28:42.214294 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-ba55413f-0b34-46df-997d-6bed6a1ab88c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups/eb042bd7-e885-4cb9-a765-b0767fe7cd1b HTTP/1.1" status: 404 len: 347 time: 0.0230372 Jan 16 23:28:42.217312 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44500) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:42.276178 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Made reservation on behalf of ce77755a4b2c4d629e36930e911e0aa0 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:28:42.280167 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.346829 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Deleting port 441eeea2-3ad9-4b23-93cb-016009309408 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:28:42.347218 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (441eeea2-3ad9-4b23-93cb-016009309408), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.407060 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Allocated IP 172.20.0.12 (11f78065-3f1e-4b8b-a23e-fad2b059ebdb/653da565-5b0e-4d06-b7af-2f724ca8ff4a/adadd7e9-84ef-4d52-978d-000cf1c4437e) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:28:42.426002 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (441eeea2-3ad9-4b23-93cb-016009309408), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.426331 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (441eeea2-3ad9-4b23-93cb-016009309408), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.438610 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Calling delete_port for 441eeea2-3ad9-4b23-93cb-016009309408 owned by network:floatingip {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:28:42.548638 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.581114 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (441eeea2-3ad9-4b23-93cb-016009309408), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.582743 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.613177 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event deleted for resources: {'Port': ['ID=441eeea2-3ad9-4b23-93cb-016009309408,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:42.637036 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:28:42.640681 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:28:42.645028 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:28:42.681756 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (51112628-b4bf-4bea-a145-44b3e168ab29), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.683171 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=adadd7e9-84ef-4d52-978d-000cf1c4437e,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:42.684755 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.686490 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-158f363f-e3cb-4bfa-ad0d-8d9a90d89387 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "DELETE /v2.0/floatingips/51112628-b4bf-4bea-a145-44b3e168ab29 HTTP/1.1" status: 204 len: 168 time: 0.4680166 Jan 16 23:28:42.708587 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:42.709486 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.738132 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-d44259dc-f96b-4f96-bcc0-99984bc1d8cd tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5954986 Jan 16 23:28:42.757178 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Request body: {'port': {'device_id': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:42.823780 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.945656 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-0f838bdd-d56a-4519-8d26-812f387bada7 None None] Provisioning complete for port adadd7e9-84ef-4d52-978d-000cf1c4437e triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:28:42.946232 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0f838bdd-d56a-4519-8d26-812f387bada7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:42.980680 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0f838bdd-d56a-4519-8d26-812f387bada7 None None] Port adadd7e9-84ef-4d52-978d-000cf1c4437e cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:28:43.096498 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adadd7e9-84ef-4d52-978d-000cf1c4437e {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:28:43.104867 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Publish callbacks [] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.114922 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44506) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:43.120733 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Transition to ACTIVE for port object adadd7e9-84ef-4d52-978d-000cf1c4437e will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:28:43.120986 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044094149', 'description': 'tempest-description--937517982'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:43.124505 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.176585 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Pushing event updated for resources: {'Port': ['ID=adadd7e9-84ef-4d52-978d-000cf1c4437e,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:43.179197 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.201822 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bad2a3-c66a-421c-bbd8-c15635d0dca9 req-d23e6bd7-d43b-4087-aedd-8a080d46b113 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:43.203339 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d3bad2a3-c66a-421c-bbd8-c15635d0dca9 req-d23e6bd7-d43b-4087-aedd-8a080d46b113 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0780892 Jan 16 23:28:43.255785 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Attempting to bind port adadd7e9-84ef-4d52-978d-000cf1c4437e on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:28:43.256270 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Attempting to bind port adadd7e9-84ef-4d52-978d-000cf1c4437e by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:28:43.256602 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Attempting to bind port adadd7e9-84ef-4d52-978d-000cf1c4437e on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:28:43.261872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Port adadd7e9-84ef-4d52-978d-000cf1c4437e on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:28:43.262197 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Attempting to bind port adadd7e9-84ef-4d52-978d-000cf1c4437e on network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:28:43.269402 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:28:43.269626 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Checking segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:28:43.269942 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Bound using segment: {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:28:43.270367 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Bound port: adadd7e9-84ef-4d52-978d-000cf1c4437e, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc58ff6f-42b6-4551-8ab0-1eddd1990685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:28:43.270658 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.284702 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d3bad2a3-c66a-421c-bbd8-c15635d0dca9 req-0f3c0819-3ed7-4225-8e36-479b88e7409b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717313 Jan 16 23:28:43.316405 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (fe4fe9e6-a4d0-4dbd-937a-2fde5235358e), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.321145 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fe4fe9e6-a4d0-4dbd-937a-2fde5235358e), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.347204 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] For port adadd7e9-84ef-4d52-978d-000cf1c4437e, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:28:43.350897 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] For port adadd7e9-84ef-4d52-978d-000cf1c4437e, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:28:43.351834 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.355864 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2359653 Jan 16 23:28:43.356228 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44508) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:43.358174 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4e933-e37b-48a2-bfac-d7166a0b7212 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:43.362385 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'security_group_rule': {'security_group_id': 'fe4fe9e6-a4d0-4dbd-937a-2fde5235358e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:43.369685 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.418920 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:43.419551 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.421087 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] 10.222.0.76 "PUT /v2.0/ports/adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 200 len: 1094 time: 0.6684337 Jan 16 23:28:43.421571 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:28:43.423793 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebc067d-83e5-4896-a553-57d190b30ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:28:43.464333 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939db762-5672-4930-949a-3cdb470d976b x-openstack-request-id: req-939db762-5672-4930-949a-3cdb470d976b {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:28:43.464631 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:28:43.464890 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-939db762-5672-4930-949a-3cdb470d976b {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:28:43.465377 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'status': 'completed', 'code': 200} Jan 16 23:28:43.466420 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (6fed4b86-676d-4b4d-86d2-6a94b85e03bb), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.469131 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b258d01-d819-4ea0-b124-8175133e2a7f service neutron] Pushing event updated for resources: {'Port': ['ID=adadd7e9-84ef-4d52-978d-000cf1c4437e,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:43.802278 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-66913e51-69f9-4622-821a-1bf49b144f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.814604 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (6fed4b86-676d-4b4d-86d2-6a94b85e03bb), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.817073 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-19f2d15d-d401-4543-8f84-bc20d246f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:43.818823 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-19f2d15d-d401-4543-8f84-bc20d246f99d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1097 time: 0.3270421 Jan 16 23:28:43.819928 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (6fed4b86-676d-4b4d-86d2-6a94b85e03bb), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.845113 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fed4b86-676d-4b4d-86d2-6a94b85e03bb,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:43.875342 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:43.876527 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-b37fcd04-114c-4275-ae53-e6e7203cba2b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5190635 Jan 16 23:28:43.878039 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-e8dea26a-4a31-41d6-bb9c-6ed195cf44ce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 200 len: 217 time: 0.0411491 Jan 16 23:28:43.879120 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44512) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:43.883217 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'security_group_rule': {'security_group_id': 'fe4fe9e6-a4d0-4dbd-937a-2fde5235358e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:43.946614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-2ec6611a-e252-4ebc-be4c-4fdb4793348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:43.948049 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-2ec6611a-e252-4ebc-be4c-4fdb4793348d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0608344 Jan 16 23:28:43.950904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (23d8fa54-c6c4-490f-948b-e77a7d3dc7a2), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.025936 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494c9a-e320-4105-b22d-7716bd75766d req-75fa5030-a79b-4ad8-9b8b-114805fb2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:44.027435 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-75fa5030-a79b-4ad8-9b8b-114805fb2fbc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728753 Jan 16 23:28:44.028957 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (23d8fa54-c6c4-490f-948b-e77a7d3dc7a2), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.033030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-623735'] for security_group_rule (23d8fa54-c6c4-490f-948b-e77a7d3dc7a2), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.098736 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d8fa54-c6c4-490f-948b-e77a7d3dc7a2,revision_number=0']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:44.106934 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.108790 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-450c9187-61d5-4ae6-91d2-b9408fd4cc24 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287667 Jan 16 23:28:44.112123 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44514) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:44.116575 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:44.139770 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.141281 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-cba73e49-e6d9-4c6c-a8bd-d197675672d6 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062610 Jan 16 23:28:44.228674 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-85494c9a-e320-4105-b22d-7716bd75766d req-6c23ec61-c28f-4162-81db-73f6728b46fc service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813208 Jan 16 23:28:44.235385 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.338936 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Allocated IP 172.27.3.118 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/09ff59b7-0d07-4a28-8a85-5ecca3ff1700) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:28:44.365002 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc067d-83e5-4896-a553-57d190b30ebc req-4bc8e500-700c-4ca2-8d62-2c79806a4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:44.366787 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-4bc8e500-700c-4ca2-8d62-2c79806a4512 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1097 time: 0.0436068 Jan 16 23:28:44.461355 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc067d-83e5-4896-a553-57d190b30ebc req-7e9a05e4-6abb-46de-8bf7-f1e22572e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:44.462846 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-7e9a05e4-6abb-46de-8bf7-f1e22572e6cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0901139 Jan 16 23:28:44.505670 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-6919aaa9-529e-4be3-bd04-ce93562e3697 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 200 len: 217 time: 0.0354049 Jan 16 23:28:44.563500 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc067d-83e5-4896-a553-57d190b30ebc req-ba82f282-ccc6-4636-b05d-5e6a37957566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:44.565000 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-ba82f282-ccc6-4636-b05d-5e6a37957566 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0497782 Jan 16 23:28:44.612426 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc067d-83e5-4896-a553-57d190b30ebc req-e68388e2-398a-48ea-81d6-34959149f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:44.613988 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-e68388e2-398a-48ea-81d6-34959149f04f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422621 Jan 16 23:28:44.687506 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca354-a745-4c2b-a1aa-3fd96df63ca8 req-f2278c91-74a8-41d1-86fb-087b09f76dc6 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:44.688985 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cb5ca354-a745-4c2b-a1aa-3fd96df63ca8 req-f2278c91-74a8-41d1-86fb-087b09f76dc6 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.3347576 Jan 16 23:28:44.705530 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-2404dd26-bf07-4665-8f4d-03cd1fde166c service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Jan 16 23:28:44.732387 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.761718 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cb5ca354-a745-4c2b-a1aa-3fd96df63ca8 req-f0b8b4d6-195d-4ccc-8ea3-0294e73b1d7f tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657413 Jan 16 23:28:44.787522 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.811039 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aebc067d-83e5-4896-a553-57d190b30ebc req-e4a674f9-5cdd-4a51-8b52-9e36c4d3ce6a service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949678 Jan 16 23:28:44.827888 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:28:44.830776 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:28:44.834336 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:28:44.858376 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'Port': ['ID=09ff59b7-0d07-4a28-8a85-5ecca3ff1700,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:44.920522 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (80ba531e-a396-4fb2-a825-056da20840d4), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.927597 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:44.953822 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:45.104498 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:45.109509 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:45.179100 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'Port': ['ID=09ff59b7-0d07-4a28-8a85-5ecca3ff1700,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:45.191114 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (80ba531e-a396-4fb2-a825-056da20840d4), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:45.205829 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:45.207005 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-f98097aa-80d9-4b34-be6e-3075948c53a9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0938396 Jan 16 23:28:45.397099 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-b41eb1e1-16b3-4cfc-9c7a-e9939fe5fb73 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2044094149&fields=id&tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e HTTP/1.1" status: 200 len: 267 time: 0.0424864 Jan 16 23:28:45.504330 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-b8588af0-cbcd-41e6-ba14-51824f5e6d8d tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:45.505738 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-b8588af0-cbcd-41e6-ba14-51824f5e6d8d tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 811 time: 0.1025119 Jan 16 23:28:45.520352 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-e3f8fdfc-09ff-4fff-8f86-9cb960bd13b0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/quotas/de0bd4b27f1f4f9fa18dfe649783c76e HTTP/1.1" status: 200 len: 375 time: 0.0093284 Jan 16 23:28:45.569897 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-a2b6d7ab-0800-4c64-a702-f6f5cce8ebe0 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447867 Jan 16 23:28:45.627844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-24c842bd-e190-43a0-8109-1ed6c0e2ee93 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=102393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 16 23:28:45.628837 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-24c842bd-e190-43a0-8109-1ed6c0e2ee93 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471263 Jan 16 23:28:45.714440 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-1486af99-08d0-450c-869c-3ca39cc72145 service neutron] 10.222.0.35 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797794 Jan 16 23:28:45.805084 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-28428956-4b72-4aca-9f37-e2f1f3811aa2 service neutron] 10.222.0.35 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845306 Jan 16 23:28:45.879422 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ed289-5df0-470b-ae3e-2b0958e91b88 req-ccdc6105-749b-441a-8208-e0eb3e249322 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:45.880892 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1d5ed289-5df0-470b-ae3e-2b0958e91b88 req-ccdc6105-749b-441a-8208-e0eb3e249322 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0508049 Jan 16 23:28:45.924412 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:45.931133 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1d5ed289-5df0-470b-ae3e-2b0958e91b88 req-8566cd7a-8101-454c-8c0f-866d6b8dc734 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Jan 16 23:28:46.977058 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-69e0bae4-a521-4884-91a2-6e0e485bf7f7 req-5bd23de8-d326-4839-8c84-3b2656e00937 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.043772 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac95242-0983-4bb9-a321-84be5fa79b0c req-2c8cc7be-e3f7-40f5-a8b9-b0e4e92a0d5e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:47.047610 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fac95242-0983-4bb9-a321-84be5fa79b0c req-2c8cc7be-e3f7-40f5-a8b9-b0e4e92a0d5e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0491369 Jan 16 23:28:47.095074 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-fac95242-0983-4bb9-a321-84be5fa79b0c req-8ed697a5-dd6b-415b-815a-de7295277d91 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Jan 16 23:28:47.615402 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:48.052282 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-04c7d008-8c67-46c3-9794-e2352cf96f0b req-3b4764ef-404f-4035-bc28-cfb403c26fea tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0251648 Jan 16 23:28:48.266369 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb74f6-3eb7-4f37-bc10-f643c0e2c6f6 req-16dc81e0-889d-4371-84ff-3e9f22672224 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:48.267815 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cfcb74f6-3eb7-4f37-bc10-f643c0e2c6f6 req-16dc81e0-889d-4371-84ff-3e9f22672224 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0525301 Jan 16 23:28:48.315179 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cfcb74f6-3eb7-4f37-bc10-f643c0e2c6f6 req-94d066da-8f2b-4995-a371-fc16b6ce13b6 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Jan 16 23:28:48.335871 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:49.130873 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-196fd307-ebf9-449a-81dd-a23f0d1d77b8 req-b8a64b19-7790-4ba9-8248-3176036985b7 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0302329 Jan 16 23:28:49.428091 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73536b87-b845-4f3c-a0f6-0fa8a989dde7 req-1d4d6e8c-4f74-4701-8eae-c3209273b1ae tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:49.429607 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-73536b87-b845-4f3c-a0f6-0fa8a989dde7 req-1d4d6e8c-4f74-4701-8eae-c3209273b1ae tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0484257 Jan 16 23:28:49.476615 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-73536b87-b845-4f3c-a0f6-0fa8a989dde7 req-7f2a37de-93f5-4b37-9990-539123001964 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Jan 16 23:28:50.206340 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-29c8b037-5f9e-4b93-9799-c786901dfc68 req-afcdcc39-83eb-4d94-a558-70a309bda01e tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Jan 16 23:28:50.594159 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a423a-7d37-41df-87b9-abe566a77941 req-eaae55a1-2d54-4bb2-850f-204704b3ae83 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:50.595634 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9c4a423a-7d37-41df-87b9-abe566a77941 req-eaae55a1-2d54-4bb2-850f-204704b3ae83 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0522933 Jan 16 23:28:50.647101 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9c4a423a-7d37-41df-87b9-abe566a77941 req-31b3d349-cb0e-4a73-be44-05a6a5de6633 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Jan 16 23:28:51.295999 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-9030fd93-f2cf-48d3-adca-63319acb1d11 req-7f5e4a9d-54dd-4b12-8efd-48c2d875e143 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0258107 Jan 16 23:28:51.759894 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e43a9-92a9-4d3e-a1e1-88bcf2e1aa3c req-e8bc5c9d-b067-4088-8b05-aef8eac7f1f3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:51.761378 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-596e43a9-92a9-4d3e-a1e1-88bcf2e1aa3c req-e8bc5c9d-b067-4088-8b05-aef8eac7f1f3 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 944 time: 0.0480585 Jan 16 23:28:51.811476 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-596e43a9-92a9-4d3e-a1e1-88bcf2e1aa3c req-50313567-95d9-4de8-847c-4557a0c0d83a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443041 Jan 16 23:28:51.865310 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device adadd7e9-84ef-4d52-978d-000cf1c4437e details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:28:51.964533 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port adadd7e9-84ef-4d52-978d-000cf1c4437e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:51.978316 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'port_id': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'mac_address': 'fa:16:3e:9f:55:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:28:52.019162 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-adc59603-e3ed-42a1-a34d-2e7918fc1e0a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:52.020686 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-adc59603-e3ed-42a1-a34d-2e7918fc1e0a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 811 time: 0.1105521 Jan 16 23:28:52.025028 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port adadd7e9-84ef-4d52-978d-000cf1c4437e is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:28:52.025479 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.039677 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adadd7e9-84ef-4d52-978d-000cf1c4437e {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:28:52.060710 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port adadd7e9-84ef-4d52-978d-000cf1c4437e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:52.066881 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.093896 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3630fefe-cebd-49c4-b9e5-1c804d38b976 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e HTTP/1.1" status: 200 len: 380 time: 0.0566072 Jan 16 23:28:52.102626 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'port': {'device_id': '11c82377-2d28-4648-9853-3e29eaa84103', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'admin_state_up': True, 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'security_groups': ['fe4fe9e6-a4d0-4dbd-937a-2fde5235358e']}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:52.114481 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=adadd7e9-84ef-4d52-978d-000cf1c4437e,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:52.121438 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.121916 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.122267 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.122610 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.122942 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.123275 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.123604 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.123932 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.124261 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.124613 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.124937 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.125283 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.125601 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:28:52.208772 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Made reservation on behalf of de0bd4b27f1f4f9fa18dfe649783c76e for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:28:52.212182 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.341340 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Allocated IP 172.20.0.3 (2488faaf-4c49-4fc0-b52c-413723728481/9728e327-581b-4437-9bd1-91635cefbc3e/2f027c18-d5e3-45c2-834e-14d94c1f097c) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:28:52.374039 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['adadd7e9-84ef-4d52-978d-000cf1c4437e'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:28:52.390004 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-81b92dcd-b1be-4ff4-b2e1-6e9a5ec80f04 req-5a7792f2-3308-4367-a2d3-ac37350f3c48 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0263896 Jan 16 23:28:52.478316 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.510617 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.555922 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Network 2488faaf-4c49-4fc0-b52c-413723728481 is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:28:52.558893 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:28:52.561468 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:28:52.599844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event updated for resources: {'Port': ['ID=2f027c18-d5e3-45c2-834e-14d94c1f097c,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:52.627602 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:52.628229 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.646161 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-c3acdf7b-569d-4f2d-9ab9-d42c545929e9 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5470126 Jan 16 23:28:52.662914 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Request body: {'port': {'device_id': '11c82377-2d28-4648-9853-3e29eaa84103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:52.724992 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.798121 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-9996fa88-3323-453d-80d0-0e3df274cb3d None None] Provisioning complete for port 2f027c18-d5e3-45c2-834e-14d94c1f097c triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:28:52.798666 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9996fa88-3323-453d-80d0-0e3df274cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:52.837650 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-9996fa88-3323-453d-80d0-0e3df274cb3d None None] Port 2f027c18-d5e3-45c2-834e-14d94c1f097c cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:28:52.984407 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5288fb-8464-472b-82b1-bfefab0396a3 req-ffbd57b7-4d6f-498b-a3ea-e455162d9aa2 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:52.985929 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4c5288fb-8464-472b-82b1-bfefab0396a3 req-ffbd57b7-4d6f-498b-a3ea-e455162d9aa2 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 945 time: 0.0786335 Jan 16 23:28:53.073097 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4c5288fb-8464-472b-82b1-bfefab0396a3 req-4d950648-e8b7-4571-b981-2c2fce9b554b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812788 Jan 16 23:28:53.079820 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f027c18-d5e3-45c2-834e-14d94c1f097c {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:28:53.087731 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Publish callbacks [] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:53.100320 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Transition to ACTIVE for port object 2f027c18-d5e3-45c2-834e-14d94c1f097c will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:28:53.103179 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:53.154197 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Pushing event updated for resources: {'Port': ['ID=2f027c18-d5e3-45c2-834e-14d94c1f097c,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:53.219621 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Attempting to bind port 2f027c18-d5e3-45c2-834e-14d94c1f097c on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:28:53.219959 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Attempting to bind port 2f027c18-d5e3-45c2-834e-14d94c1f097c by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:28:53.220291 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Attempting to bind port 2f027c18-d5e3-45c2-834e-14d94c1f097c on network 2488faaf-4c49-4fc0-b52c-413723728481 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:28:53.225307 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Port 2f027c18-d5e3-45c2-834e-14d94c1f097c on network 2488faaf-4c49-4fc0-b52c-413723728481 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:28:53.225634 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Attempting to bind port 2f027c18-d5e3-45c2-834e-14d94c1f097c on network 2488faaf-4c49-4fc0-b52c-413723728481 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:28:53.230741 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:28:53.231082 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Checking segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:28:53.231556 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Bound using segment: {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:28:53.231990 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Bound port: 2f027c18-d5e3-45c2-834e-14d94c1f097c, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cdc888b-9850-48c5-8904-da8cb49ef8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:28:53.232352 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:53.303967 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] For port 2f027c18-d5e3-45c2-834e-14d94c1f097c, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:28:53.307296 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] For port 2f027c18-d5e3-45c2-834e-14d94c1f097c, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:28:53.311058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:53.345603 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:53.346219 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:53.347784 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] 10.222.0.76 "PUT /v2.0/ports/2f027c18-d5e3-45c2-834e-14d94c1f097c HTTP/1.1" status: 200 len: 1093 time: 0.6891260 Jan 16 23:28:53.348233 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:28:53.350517 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f956daa-2ff8-4e0f-92aa-35830ae99f02" -d '{"events": [{"name": "network-changed", "server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:28:53.381608 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa58f49-0c83-4b0b-866e-7b6b44a16541 service neutron] Pushing event updated for resources: {'Port': ['ID=2f027c18-d5e3-45c2-834e-14d94c1f097c,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:53.387125 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbdcfa9-ea83-4c08-bb2c-dc3bfbde6c1c x-openstack-request-id: req-cdbdcfa9-ea83-4c08-bb2c-dc3bfbde6c1c {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:28:53.387408 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:28:53.387662 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdbdcfa9-ea83-4c08-bb2c-dc3bfbde6c1c {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:28:53.388053 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'status': 'completed', 'code': 200} Jan 16 23:28:53.456444 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-30dcb0c3-2dd6-4189-b787-ec984ae7744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:53.458763 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-30dcb0c3-2dd6-4189-b787-ec984ae7744a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 1096 time: 0.0450480 Jan 16 23:28:53.527356 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-f3ff7fd4-984f-4729-8289-3c21ea7ff298 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c HTTP/1.1" status: 200 len: 217 time: 0.0537376 Jan 16 23:28:53.575551 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625860b-ae68-476e-bd79-29b1b1592d30 req-c1485aad-38c5-4fd9-a805-9f8408f7a3d6 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:53.577059 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1625860b-ae68-476e-bd79-29b1b1592d30 req-c1485aad-38c5-4fd9-a805-9f8408f7a3d6 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 943 time: 0.1142316 Jan 16 23:28:53.601675 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-5252093c-2c26-41f1-947a-9f6977db8f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:53.603070 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-5252093c-2c26-41f1-947a-9f6977db8f4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0697958 Jan 16 23:28:53.662736 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-1625860b-ae68-476e-bd79-29b1b1592d30 req-ca89081c-396c-4a8c-a608-ee63eb331400 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791395 Jan 16 23:28:53.673593 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-73cfde54-4dbb-4adb-8231-c37336365344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:53.674881 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-73cfde54-4dbb-4adb-8231-c37336365344 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657463 Jan 16 23:28:53.762192 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-8cc7e512-b841-45de-a0b3-7f455cda7558 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802083 Jan 16 23:28:53.850614 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-3c61e1a2-a016-4f4e-a9fb-1ae98c1bb19b req-55ddca5c-6c70-4065-9646-815303b562cd service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825408 Jan 16 23:28:53.878282 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device adadd7e9-84ef-4d52-978d-000cf1c4437e up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:28:53.927894 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port adadd7e9-84ef-4d52-978d-000cf1c4437e completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:28:53.932094 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port adadd7e9-84ef-4d52-978d-000cf1c4437e triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:28:53.932474 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:53.974620 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-3a29f898-e01b-4cfb-8b7a-601f619946c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:53.976124 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-3a29f898-e01b-4cfb-8b7a-601f619946c9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 1096 time: 0.0407870 Jan 16 23:28:54.007943 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port adadd7e9-84ef-4d52-978d-000cf1c4437e is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:28:54.008336 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:54.031461 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:28:54.033734 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0a520b-a5a9-4e4f-a899-2d9d2d704e32" -d '{"events": [{"server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "name": "network-vif-plugged", "status": "completed", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:28:54.052024 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port adadd7e9-84ef-4d52-978d-000cf1c4437e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:54.056498 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:54.072643 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-9c0f87bb-0141-43cf-a9f0-981fe8c68e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:54.074171 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-9c0f87bb-0141-43cf-a9f0-981fe8c68e28 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.0901835 Jan 16 23:28:54.079873 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc976d5f-6993-4747-8f02-95b88719ca1f x-openstack-request-id: req-cc976d5f-6993-4747-8f02-95b88719ca1f {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:28:54.080161 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "name": "network-vif-plugged", "status": "completed", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:28:54.080415 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc976d5f-6993-4747-8f02-95b88719ca1f {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:28:54.080795 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'code': 200} Jan 16 23:28:54.106074 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=adadd7e9-84ef-4d52-978d-000cf1c4437e,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:54.160530 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-a1380940-27c0-4f6f-b9c1-80ff2f7a98c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c HTTP/1.1" status: 200 len: 217 time: 0.0438519 Jan 16 23:28:54.230689 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-720ac75f-6c7d-4470-bcd5-ad73650190af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:54.232151 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-720ac75f-6c7d-4470-bcd5-ad73650190af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0645223 Jan 16 23:28:54.243426 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc065274-49cd-4e6d-a135-88c46a1bdd3a req-1d1e346b-7917-4c27-8c13-e326110c2d20 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:54.245100 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cc065274-49cd-4e6d-a135-88c46a1bdd3a req-1d1e346b-7917-4c27-8c13-e326110c2d20 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0870843 Jan 16 23:28:54.346443 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-829b0f45-8087-4381-a1f1-b9c180fb0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:54.348106 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-829b0f45-8087-4381-a1f1-b9c180fb0c08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020238 Jan 16 23:28:54.352746 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-cc065274-49cd-4e6d-a135-88c46a1bdd3a req-ad6ef69d-347d-4596-9f7b-9dfce75fe522 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988309 Jan 16 23:28:54.371589 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e0a98-44c7-4d97-8f58-bcf5976cadeb req-cf211db7-b575-4bbf-8abf-38a5303b91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:54.373098 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-376e0a98-44c7-4d97-8f58-bcf5976cadeb req-cf211db7-b575-4bbf-8abf-38a5303b91ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1099 time: 0.0757387 Jan 16 23:28:54.473343 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-376e0a98-44c7-4d97-8f58-bcf5976cadeb req-6d57d332-4d67-40a5-9a7d-cf8f440737fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903640 Jan 16 23:28:54.485862 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-d3f000a5-0e55-4c56-822e-19e9ad7e332a service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298018 Jan 16 23:28:54.776703 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a22da-520c-404d-9d03-e1dfe07cc253 req-1f50bf8a-927a-4267-bd2a-11ffdec5cf0a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:54.778099 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-301a22da-520c-404d-9d03-e1dfe07cc253 req-1f50bf8a-927a-4267-bd2a-11ffdec5cf0a tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 943 time: 0.0489733 Jan 16 23:28:54.823897 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-301a22da-520c-404d-9d03-e1dfe07cc253 req-c1b96d5c-7647-4d1b-be58-d1bb336bfb8f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Jan 16 23:28:54.835312 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8f956daa-2ff8-4e0f-92aa-35830ae99f02 req-fab32103-437f-4966-b5d7-e719da9c2d97 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836487 Jan 16 23:28:55.466131 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a2e27-af35-427a-b000-8a2cc2fc988a req-b69014e7-2dbd-4af0-a38e-2cc3fdda47ee tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:55.467611 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd9a2e27-af35-427a-b000-8a2cc2fc988a req-b69014e7-2dbd-4af0-a38e-2cc3fdda47ee tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0494170 Jan 16 23:28:55.515984 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bd9a2e27-af35-427a-b000-8a2cc2fc988a req-040fde67-241d-40de-a663-6c5fa33b7d1d tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422428 Jan 16 23:28:55.899308 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f027c18-d5e3-45c2-834e-14d94c1f097c details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:28:55.940546 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd912f0a-b0e9-4627-9716-a5ab53b9bd5e req-b419eeb1-fd53-485e-9a0e-2f1e8fcb1286 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:55.942061 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dd912f0a-b0e9-4627-9716-a5ab53b9bd5e req-b419eeb1-fd53-485e-9a0e-2f1e8fcb1286 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 943 time: 0.0519247 Jan 16 23:28:55.987701 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-dd912f0a-b0e9-4627-9716-a5ab53b9bd5e req-871f73e6-2283-4582-a3c5-b80611f38fbe tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Jan 16 23:28:55.992945 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 2f027c18-d5e3-45c2-834e-14d94c1f097c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:56.008392 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'port_id': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'mac_address': 'fa:16:3e:cf:f8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:28:56.044228 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 2f027c18-d5e3-45c2-834e-14d94c1f097c is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:28:56.044622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:56.057567 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f027c18-d5e3-45c2-834e-14d94c1f097c {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:28:56.076072 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 2f027c18-d5e3-45c2-834e-14d94c1f097c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:56.079407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:56.124582 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=2f027c18-d5e3-45c2-834e-14d94c1f097c,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:56.369699 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['2f027c18-d5e3-45c2-834e-14d94c1f097c'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:28:56.632297 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07385be-e5fe-42ee-8333-d971e74039d5 req-728e55dc-df4a-4284-988a-66cb32c6c347 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:56.633879 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b07385be-e5fe-42ee-8333-d971e74039d5 req-728e55dc-df4a-4284-988a-66cb32c6c347 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0526342 Jan 16 23:28:56.681451 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-b07385be-e5fe-42ee-8333-d971e74039d5 req-6c5a0c2a-424d-4a3f-b6e9-b5b85a165e27 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Jan 16 23:28:56.791473 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecff5f4-eba9-4435-9f32-5f0aebf367c3 req-2120efd3-8c48-4298-8c8c-c6230db7e2bc tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:56.793040 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cecff5f4-eba9-4435-9f32-5f0aebf367c3 req-2120efd3-8c48-4298-8c8c-c6230db7e2bc tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0472331 Jan 16 23:28:56.839592 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-cecff5f4-eba9-4435-9f32-5f0aebf367c3 req-c49146e7-905b-4407-bd1e-64ce2cea339a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406525 Jan 16 23:28:56.862852 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44604) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:56.903328 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0841af-e116-4bad-b60d-35489ba2702b tempest-TestVolumeBootPattern-1281422158 tempest-TestVolumeBootPattern-1281422158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:56.904804 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-6c0841af-e116-4bad-b60d-35489ba2702b tempest-TestVolumeBootPattern-1281422158 tempest-TestVolumeBootPattern-1281422158-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1094 time: 0.0410082 Jan 16 23:28:56.907957 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44606) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:28:56.912034 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.v2.base [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Request body: {'floatingip': {'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'port_id': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:28:56.935136 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.028651 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.103485 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdf694-96b6-475e-9de5-86c845178b0c req-8dd680b6-a7fb-469f-9e8b-cd674a78b73c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:57.104882 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-78cdf694-96b6-475e-9de5-86c845178b0c req-8dd680b6-a7fb-469f-9e8b-cd674a78b73c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 944 time: 0.0497570 Jan 16 23:28:57.134536 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_common [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Allocated IP 172.27.3.168 (aa6fabb0-d34c-48e7-af7b-05d18b36c589/c4ca68bb-8821-455d-92ea-d0b81328d2c0/737f756f-55bb-4205-944a-fc528fbbda5b) {{(pid=102394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:28:57.150847 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-78cdf694-96b6-475e-9de5-86c845178b0c req-316854e1-546c-4054-8bf9-2955faf07ca6 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Jan 16 23:28:57.234181 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (737f756f-55bb-4205-944a-fc528fbbda5b), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.267247 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (737f756f-55bb-4205-944a-fc528fbbda5b), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.310521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Network aa6fabb0-d34c-48e7-af7b-05d18b36c589 is already hosted by enough agents. {{(pid=102394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:28:57.313396 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.base_scheduler [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Resources bound (agent type, host, resource id): {{(pid=102394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:28:57.315950 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Received port after_create {{(pid=102394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:28:57.339380 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=737f756f-55bb-4205-944a-fc528fbbda5b,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:57.663400 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (72b4876b-86da-45a7-8aec-0ac0cb27e3d7), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.735444 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (737f756f-55bb-4205-944a-fc528fbbda5b), before_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.877662 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for port (737f756f-55bb-4205-944a-fc528fbbda5b), precommit_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.882040 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61974949'] for port (737f756f-55bb-4205-944a-fc528fbbda5b), after_update {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.899737 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f027c18-d5e3-45c2-834e-14d94c1f097c up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:28:57.946393 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event updated for resources: {'Port': ['ID=737f756f-55bb-4205-944a-fc528fbbda5b,revision_number=2']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:57.947130 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 2f027c18-d5e3-45c2-834e-14d94c1f097c completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:28:57.952194 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 2f027c18-d5e3-45c2-834e-14d94c1f097c triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:28:57.952571 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:57.958343 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (72b4876b-86da-45a7-8aec-0ac0cb27e3d7), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:58.030933 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 2f027c18-d5e3-45c2-834e-14d94c1f097c is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:28:58.031407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:58.054013 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:28:58.056222 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bd4e2b-9d2c-40a6-9a9b-3179c289161c" -d '{"events": [{"server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "name": "network-vif-plugged", "status": "completed", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:28:58.057376 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Floating IP 72b4876b-86da-45a7-8aec-0ac0cb27e3d7 associated. External IP: 172.27.3.168, port: adadd7e9-84ef-4d52-978d-000cf1c4437e. Jan 16 23:28:58.069444 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 2f027c18-d5e3-45c2-834e-14d94c1f097c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:28:58.075860 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:58.098899 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60acd245-c04f-4997-93b7-4ddf0e8bdb28 x-openstack-request-id: req-60acd245-c04f-4997-93b7-4ddf0e8bdb28 {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:28:58.099193 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "name": "network-vif-plugged", "status": "completed", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:28:58.099450 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-60acd245-c04f-4997-93b7-4ddf0e8bdb28 {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:28:58.099842 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'code': 200} Jan 16 23:28:58.125347 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=2f027c18-d5e3-45c2-834e-14d94c1f097c,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:28:58.271350 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:28:58.282371 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c122-f66f-460e-b3fd-73d9f10a8da7 req-e8a8404f-b346-40b0-af9f-f0dabf98d86c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:58.283886 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-75a1c122-f66f-460e-b3fd-73d9f10a8da7 req-e8a8404f-b346-40b0-af9f-f0dabf98d86c tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.0607970 Jan 16 23:28:58.337996 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82518be1-a8ea-4a6f-b7bc-ea9e7039cf89 req-afca9320-573f-402e-9a32-59bf131d527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:58.339494 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-82518be1-a8ea-4a6f-b7bc-ea9e7039cf89 req-afca9320-573f-402e-9a32-59bf131d527b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 1098 time: 0.0734007 Jan 16 23:28:58.356900 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-75a1c122-f66f-460e-b3fd-73d9f10a8da7 req-2700b8d3-7823-4870-a4a1-58ac99e9f153 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584531 Jan 16 23:28:58.389753 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-82518be1-a8ea-4a6f-b7bc-ea9e7039cf89 req-683c22e7-da88-40ff-83e5-eb5b9f11f6a1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Jan 16 23:28:58.390265 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:28:58.399641 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:28:58.407807 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:28:58.410497 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:28:58.411121 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:28:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:58.434269 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-5f31cdfc-2f4a-42f0-8c6b-73cc1f43fff0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5253391 Jan 16 23:28:58.435112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:28:58.437465 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30957ef-d857-4921-b0b1-307d0511fbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:28:58.522257 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:28:58.538830 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f646f4-1ef5-42b4-a38a-fb1983a24793 x-openstack-request-id: req-07f646f4-1ef5-42b4-a38a-fb1983a24793 {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:28:58.539122 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:28:58.540573 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-07f646f4-1ef5-42b4-a38a-fb1983a24793 {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:28:58.540573 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'status': 'completed', 'code': 200} Jan 16 23:28:58.754865 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '72b4876b-86da-45a7-8aec-0ac0cb27e3d7', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:9f:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:28:57Z', 'updated_at': '2022-01-16T23:28:57Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}, {'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:42Z', 'revision_number': 1, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:58.761911 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-adf6d7df-78cc-4959-ac1b-dd2aaa48df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:58.763397 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-adf6d7df-78cc-4959-ac1b-dd2aaa48df91 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1099 time: 0.0393603 Jan 16 23:28:58.785059 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:28:58.793093 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:28:58.794048 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:28:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:58.857896 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-fc63275c-694b-4e5e-a517-aa29445a0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:58.859974 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-fc63275c-694b-4e5e-a517-aa29445a0643 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.0873532 Jan 16 23:28:58.900445 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:28:58.925303 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-0f3a268b-8f2f-49b8-85a3-256a5dec876a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 200 len: 1000 time: 0.0591817 Jan 16 23:28:58.980331 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-34d40c48-9bb2-4554-9fb9-9cecaf38b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:58.981852 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-34d40c48-9bb2-4554-9fb9-9cecaf38b144 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0504358 Jan 16 23:28:59.028390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-bcc91a1f-4075-472e-a49c-f439daa31431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:59.029840 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-bcc91a1f-4075-472e-a49c-f439daa31431 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412483 Jan 16 23:28:59.117033 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-96f30551-64f8-4184-bbab-9615eb5f8862 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800393 Jan 16 23:28:59.208342 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-a30957ef-d857-4921-b0b1-307d0511fbfc req-bf7ba5bd-99b1-405d-ac9e-31e016670a10 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849116 Jan 16 23:28:59.209061 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '72b4876b-86da-45a7-8aec-0ac0cb27e3d7', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:9f:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:28:57Z', 'updated_at': '2022-01-16T23:28:57Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}, {'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:42Z', 'revision_number': 1, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:28:59.237791 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907ef2eb-b5e3-4a62-9574-fbcc94b9823c None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '72b4876b-86da-45a7-8aec-0ac0cb27e3d7', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:9f:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:28:57Z', 'updated_at': '2022-01-16T23:28:57Z', 'revision_number': 0, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}, {'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:42Z', 'revision_number': 1, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:28:59.430708 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33e9e7-81f1-490d-9bb6-263aa49adf3b None None] New status for floating IP 72b4876b-86da-45a7-8aec-0ac0cb27e3d7: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:28:59.475623 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e6cd6-28eb-4f8e-9beb-e68061b485f7 req-a956f891-e428-4e0b-a236-d03bb1011a00 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:28:59.477245 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bc8e6cd6-28eb-4f8e-9beb-e68061b485f7 req-a956f891-e428-4e0b-a236-d03bb1011a00 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.0514190 Jan 16 23:28:59.524480 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bc8e6cd6-28eb-4f8e-9beb-e68061b485f7 req-0e7ec64b-1126-40ec-84cf-686021aab68b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414436 Jan 16 23:29:00.648569 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aabe3b-b34e-405f-a7e4-dd50d63ee92e req-86b3e728-723a-4f4f-97b9-e3e4fc135037 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:00.650207 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e6aabe3b-b34e-405f-a7e4-dd50d63ee92e req-86b3e728-723a-4f4f-97b9-e3e4fc135037 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.0500696 Jan 16 23:29:00.696477 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-e6aabe3b-b34e-405f-a7e4-dd50d63ee92e req-eebebd18-7a68-4c8c-bc79-34a7c0f8904b tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 Jan 16 23:29:00.709444 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-435e6b9c-c7f0-4178-8355-9adb4f5d4d29 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423412 Jan 16 23:29:00.834062 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efd036-d2e4-4bea-bf44-b8a58f1e9019 req-9f38a407-18a5-46bb-88ee-2d28e2fae0f1 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:00.835563 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-80efd036-d2e4-4bea-bf44-b8a58f1e9019 req-9f38a407-18a5-46bb-88ee-2d28e2fae0f1 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.0737369 Jan 16 23:29:00.838049 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-f991f177-3682-4fb6-bda7-a90f64534a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:00.839386 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-f991f177-3682-4fb6-bda7-a90f64534a3f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1099 time: 0.0686975 Jan 16 23:29:00.844490 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44626) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:29:00.848755 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Request body: {'floatingip': {'port_id': '2f027c18-d5e3-45c2-834e-14d94c1f097c'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:29:00.904695 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (80ba531e-a396-4fb2-a825-056da20840d4), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:01.309094 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-8364e701-b73f-4f4b-b92d-82b0cbd14e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:01.310593 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-8364e701-b73f-4f4b-b92d-82b0cbd14e1c service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.4291294 Jan 16 23:29:01.441144 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-4cae3830-1282-4c0c-bacd-6920b3b717f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 1002 time: 0.1003196 Jan 16 23:29:01.570872 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-b186b03f-08c3-4f70-82a5-31cecf0f985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:01.572250 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-b186b03f-08c3-4f70-82a5-31cecf0f985d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.1186604 Jan 16 23:29:01.661883 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-6dd3913c-8cf3-4131-a81b-c295650e7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:01.663383 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-6dd3913c-8cf3-4131-a81b-c295650e7045 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847819 Jan 16 23:29:01.816295 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:01.823514 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (80ba531e-a396-4fb2-a825-056da20840d4), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:01.856529 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-d4254b48-1131-4f2d-9c59-9e8b2ccb22e9 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680934 Jan 16 23:29:01.987689 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Floating IP 80ba531e-a396-4fb2-a825-056da20840d4 associated. External IP: 172.27.3.118, port: 2f027c18-d5e3-45c2-834e-14d94c1f097c. Jan 16 23:29:02.025462 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7560b52c-dbc8-4ec5-8af3-3abf67dc97dc req-a8539ef0-956f-48d7-a6de-314d22761271 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622074 Jan 16 23:29:02.194553 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:29:02.299879 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:29:02.304480 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:02.309367 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:29:02.318770 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:29:02.319490 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:28:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:29:02.332035 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-065be6e2-f821-4c01-a3d0-db90cfc662e2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "PUT /v2.0/floatingips/80ba531e-a396-4fb2-a825-056da20840d4 HTTP/1.1" status: 200 len: 991 time: 1.4865439 Jan 16 23:29:02.332631 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:29:02.334849 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bde228a-7c55-465c-970b-b122561c93d2" -d '{"events": [{"name": "network-changed", "server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:29:02.378353 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a971e40-f15e-4f44-a614-2a3644d35cfa x-openstack-request-id: req-5a971e40-f15e-4f44-a614-2a3644d35cfa {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:29:02.378726 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:29:02.379053 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a971e40-f15e-4f44-a614-2a3644d35cfa {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:29:02.379525 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'status': 'completed', 'code': 200} Jan 16 23:29:02.426357 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:29:02.469878 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde228a-7c55-465c-970b-b122561c93d2 req-02a1250a-c1bc-4ebb-9ec7-aaae51e6670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:02.471420 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-02a1250a-c1bc-4ebb-9ec7-aaae51e6670b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 1098 time: 0.0412550 Jan 16 23:29:02.575791 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde228a-7c55-465c-970b-b122561c93d2 req-abd2925e-86c9-4f5d-b3c7-79ea503131b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:02.577291 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-abd2925e-86c9-4f5d-b3c7-79ea503131b4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 200 len: 912 time: 0.0880830 Jan 16 23:29:02.641600 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-39cb7139-1e42-4c01-a2bd-eccb8dec2df3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c HTTP/1.1" status: 200 len: 999 time: 0.0579503 Jan 16 23:29:02.647787 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '80ba531e-a396-4fb2-a825-056da20840d4', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'port_id': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'mac_address': 'fa:16:3e:cf:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c82377-2d28-4648-9853-3e29eaa84103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:28:44Z', 'updated_at': '2022-01-16T23:29:01Z', 'revision_number': 1, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:29:02.677448 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:29:02.685687 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:29:02.686299 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:28:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:29:02.693068 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde228a-7c55-465c-970b-b122561c93d2 req-4ebe57bd-041c-4965-a71c-c623b40afd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:02.694575 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-4ebe57bd-041c-4965-a71c-c623b40afd54 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 200 len: 850 time: 0.0474799 Jan 16 23:29:02.742329 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde228a-7c55-465c-970b-b122561c93d2 req-8d946486-bfa9-4605-82ec-44a8c70da682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:29:02.743781 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-8d946486-bfa9-4605-82ec-44a8c70da682 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2488faaf-4c49-4fc0-b52c-413723728481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429268 Jan 16 23:29:02.788810 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:29:02.831803 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-fe9ab6e8-e717-4c26-be79-e8f846dad87a service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814366 Jan 16 23:29:02.924377 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-5bde228a-7c55-465c-970b-b122561c93d2 req-e5beb741-ac9d-48ea-98a6-2aff432c5e29 service neutron] 10.222.0.76 "GET /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842783 Jan 16 23:29:03.004682 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '80ba531e-a396-4fb2-a825-056da20840d4', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'port_id': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'mac_address': 'fa:16:3e:cf:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c82377-2d28-4648-9853-3e29eaa84103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:28:44Z', 'updated_at': '2022-01-16T23:29:01Z', 'revision_number': 1, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:29:03.033548 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752911-4961-4f6f-88c0-e717005817e7 None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '80ba531e-a396-4fb2-a825-056da20840d4', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'port_id': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'mac_address': 'fa:16:3e:cf:f8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c82377-2d28-4648-9853-3e29eaa84103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:28:44Z', 'updated_at': '2022-01-16T23:29:01Z', 'revision_number': 1, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:29:03.220394 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f6161d-c523-4172-90e0-fb80476b2f66 None None] New status for floating IP 80ba531e-a396-4fb2-a825-056da20840d4: ACTIVE {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:29:11.343465 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-7c8212b1-3023-46c4-b1f0-d2e5394a94d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:13.806269 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-52c68aec-7bbf-48fd-8ccf-99b4ca800ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:14.930698 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:15.926591 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:16.816054 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:29:17.616896 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:18.339483 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:41.346513 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5206066b-3f73-41f9-bbec-ac25887bf71c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:43.807196 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-51e3fab4-a8cb-4760-a680-dab53522a706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:44.934903 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:45.928397 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:47.619843 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:48.358441 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:29:53.818259 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:30:02.723304 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-47483478-2f06-4352-bc62-db02cbbec016 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398555 Jan 16 23:30:02.799053 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-16a66c7d-a59c-45c6-81d0-51163b87b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:02.800429 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-16a66c7d-a59c-45c6-81d0-51163b87b0ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1099 time: 0.0462587 Jan 16 23:30:02.950677 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c68d7-cc98-477f-8a47-f030f16a2e78 req-dc1850f9-7526-4152-a7c0-81aa2ac35b7f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:02.952178 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d69c68d7-cc98-477f-8a47-f030f16a2e78 req-dc1850f9-7526-4152-a7c0-81aa2ac35b7f tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.1010225 Jan 16 23:30:03.001749 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-9587f480-cf9b-4bba-acf9-20cb73bb10f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:03.003193 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-9587f480-cf9b-4bba-acf9-20cb73bb10f7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.1198823 Jan 16 23:30:03.026767 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d69c68d7-cc98-477f-8a47-f030f16a2e78 req-050a95af-3eb2-4be7-a275-a23ab878e864 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685368 Jan 16 23:30:03.079792 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-94e5d8c9-e38c-4ecd-894a-e2e1df7f868a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 200 len: 1002 time: 0.0666306 Jan 16 23:30:03.126719 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-69a12e74-89bc-43c7-a24d-a31fb4e03e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:03.128105 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-69a12e74-89bc-43c7-a24d-a31fb4e03e7f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0422776 Jan 16 23:30:03.172541 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-359666c7-c79b-4d80-ba22-57d3366080d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:03.174037 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-359666c7-c79b-4d80-ba22-57d3366080d8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389006 Jan 16 23:30:03.269552 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-70fec18c-cc36-4414-a262-96e9590344fe service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889735 Jan 16 23:30:03.356099 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-2c78b1da-ba9b-4831-a1fe-f1a99827f429 req-53921170-e0c0-4967-be0f-84162f57ea83 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804646 Jan 16 23:30:04.143502 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28613562-6bef-4a7c-8180-2d72b934766c req-55f57304-b6c9-444c-970e-c0b5b21395f2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:04.144963 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-28613562-6bef-4a7c-8180-2d72b934766c req-55f57304-b6c9-444c-970e-c0b5b21395f2 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.0512946 Jan 16 23:30:04.190070 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-28613562-6bef-4a7c-8180-2d72b934766c req-5812323e-39a0-44f1-a5f3-8fa3909bc241 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups?id=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391345 Jan 16 23:30:04.697788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-dcc38e73-b00e-479f-9413-863289d34ebe tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:04.699232 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-dcc38e73-b00e-479f-9413-863289d34ebe tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 945 time: 0.0527108 Jan 16 23:30:04.785803 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Deleting port 2f027c18-d5e3-45c2-834e-14d94c1f097c {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:04.786061 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:04.877444 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] For port 2f027c18-d5e3-45c2-834e-14d94c1f097c, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f027c18-d5e3-45c2-834e-14d94c1f097c,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:04.877805 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:05.042555 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:05.042829 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-647685'] for floatingip (80ba531e-a396-4fb2-a825-056da20840d4), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:05.043141 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Floating IP 80ba531e-a396-4fb2-a825-056da20840d4 disassociated. External IP: 172.27.3.118, port: 2f027c18-d5e3-45c2-834e-14d94c1f097c. Jan 16 23:30:05.043477 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Calling delete_port for 2f027c18-d5e3-45c2-834e-14d94c1f097c owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:05.166778 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (2f027c18-d5e3-45c2-834e-14d94c1f097c), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:05.192229 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event deleted for resources: {'Port': ['ID=2f027c18-d5e3-45c2-834e-14d94c1f097c,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:05.202223 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.202583 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.202937 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.203285 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.203625 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.203959 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.204308 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.204639 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.205600 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.205600 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.205774 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.205976 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.206286 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:05.320310 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-ccf2a098-b8cd-4ae2-a227-a6185ff11211 req-0436d730-cb05-4dd3-b0d5-4c1a875fa8e3 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/ports?device_id=11c82377-2d28-4648-9853-3e29eaa84103 HTTP/1.1" status: 200 len: 210 time: 0.0587914 Jan 16 23:30:05.341027 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:30:05.709542 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:30:05.719928 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:30:05.730143 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:05.730751 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:29:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:05.748131 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] No DVR routers for this DVR port 2f027c18-d5e3-45c2-834e-14d94c1f097c on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:05.750732 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:05.754244 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-bae6e71a-e6f8-4c2f-8537-607c9013f7c5 req-4a56803a-2fd4-40ee-aa15-b8a21ffe9a17 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.76 "DELETE /v2.0/ports/2f027c18-d5e3-45c2-834e-14d94c1f097c HTTP/1.1" status: 204 len: 173 time: 1.0494626 Jan 16 23:30:05.754697 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'name': 'network-vif-deleted', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:05.756868 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0fc692-b774-4248-baa3-c74410b0a328" -d '{"events": [{"server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "name": "network-vif-deleted", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:05.799942 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66daa7b0-be91-4184-9999-bc7ef5cb6065 x-openstack-request-id: req-66daa7b0-be91-4184-9999-bc7ef5cb6065 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:05.800283 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c82377-2d28-4648-9853-3e29eaa84103", "name": "network-vif-deleted", "tag": "2f027c18-d5e3-45c2-834e-14d94c1f097c", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:05.800530 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66daa7b0-be91-4184-9999-bc7ef5cb6065 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:05.800920 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c82377-2d28-4648-9853-3e29eaa84103', 'name': 'network-vif-deleted', 'tag': '2f027c18-d5e3-45c2-834e-14d94c1f097c', 'status': 'completed', 'code': 200} Jan 16 23:30:05.844664 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:06.115364 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:06.141543 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:30:06.149418 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:06.150581 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:29:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:06.253443 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:06.407531 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44852) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:06.454266 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:06.461189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (fe4fe9e6-a4d0-4dbd-937a-2fde5235358e), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.480321 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c0421-0c1a-45cb-b5c3-406f1e5165b9 None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:25:52Z', 'revision_number': 4, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'e741ff0e-70dc-4883-89cc-c3ff6511a220', 'name': '', 'network_id': '2488faaf-4c49-4fc0-b52c-413723728481', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'mac_address': 'fa:16:3e:27:34:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:51Z', 'updated_at': '2022-01-16T23:25:55Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'subnets': [{'id': '9728e327-581b-4437-9bd1-91635cefbc3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:30:06.483942 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (fe4fe9e6-a4d0-4dbd-937a-2fde5235358e), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.547593 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (fe4fe9e6-a4d0-4dbd-937a-2fde5235358e), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.550652 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.551839 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "DELETE /v2.0/security-groups/fe4fe9e6-a4d0-4dbd-937a-2fde5235358e HTTP/1.1" status: 204 len: 168 time: 0.1432672 Jan 16 23:30:06.554649 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44854) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:06.561704 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4fe9e6-a4d0-4dbd-937a-2fde5235358e,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:06.569109 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.569504 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.569859 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.570209 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.570545 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.570881 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.571214 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.571543 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.572482 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.572815 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.573148 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.573498 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.573824 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8461bec-8fc3-44fb-b1ad-ef42172df1ce tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:06.575293 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.api.v2.resource [None req-ca22bf72-4c3d-4035-a903-24bbb9e1d852 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] show failed (client error): The resource could not be found. Jan 16 23:30:06.577114 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-ca22bf72-4c3d-4035-a903-24bbb9e1d852 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "GET /v2.0/security-groups/fe4fe9e6-a4d0-4dbd-937a-2fde5235358e HTTP/1.1" status: 404 len: 347 time: 0.0212681 Jan 16 23:30:06.580116 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44856) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:06.711516 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Deleting port 09ff59b7-0d07-4a28-8a85-5ecca3ff1700 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:06.712114 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.726893 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af001f6d-c3b2-4910-8425-3f4d637c8c32 None None] New status for floating IP 80ba531e-a396-4fb2-a825-056da20840d4: DOWN {{(pid=102395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:30:06.786387 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.786717 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.798800 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Calling delete_port for 09ff59b7-0d07-4a28-8a85-5ecca3ff1700 owned by network:floatingip {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:06.938588 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (09ff59b7-0d07-4a28-8a85-5ecca3ff1700), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:06.960316 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Pushing event deleted for resources: {'Port': ['ID=09ff59b7-0d07-4a28-8a85-5ecca3ff1700,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:07.019727 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks [] for floatingip (80ba531e-a396-4fb2-a825-056da20840d4), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:07.022205 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:07.023337 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-ca4baa23-01dc-4fc7-b855-bde93cd96b88 tempest-AttachVolumeTestJSON-1180402486 tempest-AttachVolumeTestJSON-1180402486-project] 10.222.0.35 "DELETE /v2.0/floatingips/80ba531e-a396-4fb2-a825-056da20840d4 HTTP/1.1" status: 204 len: 168 time: 0.4424632 Jan 16 23:30:08.399042 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f027c18-d5e3-45c2-834e-14d94c1f097c no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:08.419010 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 2f027c18-d5e3-45c2-834e-14d94c1f097c {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:08.419283 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f027c18-d5e3-45c2-834e-14d94c1f097c not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:10.531423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44884) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:10.878556 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (14ff93cd-f9c0-4265-a317-315f17aa1d29), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:11.129172 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Deleting port e741ff0e-70dc-4883-89cc-c3ff6511a220 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:11.129554 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:11.207337 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] For port e741ff0e-70dc-4883-89cc-c3ff6511a220, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=e741ff0e-70dc-4883-89cc-c3ff6511a220,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:11.207701 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:11.220719 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Calling delete_port for e741ff0e-70dc-4883-89cc-c3ff6511a220 owned by network:router_interface {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:11.349686 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-5215b4cc-6cc2-4335-a5ae-80b9f0f411f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:11.398838 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (e741ff0e-70dc-4883-89cc-c3ff6511a220), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:11.428497 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=e741ff0e-70dc-4883-89cc-c3ff6511a220,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:11.602382 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (14ff93cd-f9c0-4265-a317-315f17aa1d29), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:11.810076 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Router 14ff93cd-f9c0-4265-a317-315f17aa1d29 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:30:11.916498 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:30:11.921482 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7a38c8ba-9c64-489f-844c-5ed96d307d83 admin admin] 10.222.0.35 "PUT /v2.0/routers/14ff93cd-f9c0-4265-a317-315f17aa1d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3889337 Jan 16 23:30:11.924030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44886) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:11.926696 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] Sync routers for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:30:11.936590 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:11.937195 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:29:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:12.028496 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks [] for router (14ff93cd-f9c0-4265-a317-315f17aa1d29), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.041732 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:12.129227 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks [] for router_gateway (14ff93cd-f9c0-4265-a317-315f17aa1d29), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.180251 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Deleting port 897f7b9d-f696-4c31-893b-e64105907345 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:12.180593 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (897f7b9d-f696-4c31-893b-e64105907345), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.211701 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': '897f7b9d-f696-4c31-893b-e64105907345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:30:11Z', 'revision_number': 5, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port': {'id': '897f7b9d-f696-4c31-893b-e64105907345', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:25:49Z', 'updated_at': '2022-01-16T23:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:12.243507 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] Checking router: 14ff93cd-f9c0-4265-a317-315f17aa1d29 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:30:12.251896 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] Routers {'14ff93cd-f9c0-4265-a317-315f17aa1d29'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:12.252501 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:29:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['14ff93cd-f9c0-4265-a317-315f17aa1d29'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:12.265768 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] For port 897f7b9d-f696-4c31-893b-e64105907345, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=897f7b9d-f696-4c31-893b-e64105907345,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:12.266133 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (897f7b9d-f696-4c31-893b-e64105907345), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.279246 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Calling delete_port for 897f7b9d-f696-4c31-893b-e64105907345 owned by network:router_gateway {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:12.335859 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] Set router 14ff93cd-f9c0-4265-a317-315f17aa1d29 gateway port host: None {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:12.391685 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:30:12Z', 'revision_number': 6, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:12.422496 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccf3e0-a036-4d0f-9b0e-52a2ebf2efcb None None] The sync data for ids ['14ff93cd-f9c0-4265-a317-315f17aa1d29'] in dv-cinder-824839-1-iscsi is: [{'id': '14ff93cd-f9c0-4265-a317-315f17aa1d29', 'name': 'tempest-AttachVolumeTestJSON-1166166881-router', 'tenant_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:25:48Z', 'updated_at': '2022-01-16T23:30:12Z', 'revision_number': 6, 'project_id': 'de0bd4b27f1f4f9fa18dfe649783c76e', 'gw_port_host': None}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:30:12.440791 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (897f7b9d-f696-4c31-893b-e64105907345), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.470123 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Pushing event deleted for resources: {'Port': ['ID=897f7b9d-f696-4c31-893b-e64105907345,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:12.527713 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (14ff93cd-f9c0-4265-a317-315f17aa1d29), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.615886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (14ff93cd-f9c0-4265-a317-315f17aa1d29), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.617982 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks [] for router_controller (14ff93cd-f9c0-4265-a317-315f17aa1d29), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.659611 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (14ff93cd-f9c0-4265-a317-315f17aa1d29), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.660056 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14ff93cd-f9c0-4265-a317-315f17aa1d29 {{(pid=102393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:30:12.664451 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.665446 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-156861bf-4811-43a9-a0e9-11f069d5a36f admin admin] 10.222.0.35 "DELETE /v2.0/routers/14ff93cd-f9c0-4265-a317-315f17aa1d29 HTTP/1.1" status: 204 len: 168 time: 0.7404940 Jan 16 23:30:12.668395 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44888) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:12.714318 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Deleting subnet 9728e327-581b-4437-9bd1-91635cefbc3e {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:30:12.717284 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Publish callbacks [] for subnet (9728e327-581b-4437-9bd1-91635cefbc3e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.750900 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (9728e327-581b-4437-9bd1-91635cefbc3e), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.828620 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (9728e327-581b-4437-9bd1-91635cefbc3e), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.885763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (9728e327-581b-4437-9bd1-91635cefbc3e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.913521 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:12.917345 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9728e327-581b-4437-9bd1-91635cefbc3e HTTP/1.1" status: 204 len: 168 time: 0.2479954 Jan 16 23:30:12.918424 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec18103-9552-4ab3-b065-f3a97c6affd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9728e327-581b-4437-9bd1-91635cefbc3e,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:12.918719 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b7e13-6b2c-4976-bb0f-62c4835bb74b None None] Network 2488faaf-4c49-4fc0-b52c-413723728481 requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:30:12.920066 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44890) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:12.986010 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (2488faaf-4c49-4fc0-b52c-413723728481), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.062738 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Deleting port 36fd50b9-1526-4db4-b8f9-d68250e308af {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:13.063077 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.129184 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] For port 36fd50b9-1526-4db4-b8f9-d68250e308af, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=36fd50b9-1526-4db4-b8f9-d68250e308af,segment=NetworkSegment(9cdc888b-9850-48c5-8904-da8cb49ef8ec),segment_id=9cdc888b-9850-48c5-8904-da8cb49ef8ec)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:13.129788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.150322 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Calling delete_port for 36fd50b9-1526-4db4-b8f9-d68250e308af owned by network:dhcp {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:13.175834 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] DHCP port deletion for 2488faaf-4c49-4fc0-b52c-413723728481 request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:30:13.253012 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.258251 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Deleting port 36fd50b9-1526-4db4-b8f9-d68250e308af {{(pid=102395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:13.260475 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), before_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.287905 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=36fd50b9-1526-4db4-b8f9-d68250e308af,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:13.299038 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] No DVR routers for this DVR port 36fd50b9-1526-4db4-b8f9-d68250e308af on host dv-cinder-824839-1-iscsi {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:13.325492 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device e741ff0e-70dc-4883-89cc-c3ff6511a220 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:13.356696 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: e741ff0e-70dc-4883-89cc-c3ff6511a220 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:13.357519 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device e741ff0e-70dc-4883-89cc-c3ff6511a220 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:13.376684 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] For port 36fd50b9-1526-4db4-b8f9-d68250e308af, host dv-cinder-824839-1-iscsi, got binding levels [] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:13.377389 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), precommit_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.384479 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (2488faaf-4c49-4fc0-b52c-413723728481), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.390769 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Calling delete_port for 36fd50b9-1526-4db4-b8f9-d68250e308af owned by network:dhcp {{(pid=102395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:13.393546 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.ipam_backend_mixin [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Port 36fd50b9-1526-4db4-b8f9-d68250e308af was not found and therefore no delete operation was performed {{(pid=102395) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 16 23:30:13.394868 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190'] for port (36fd50b9-1526-4db4-b8f9-d68250e308af), after_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.407508 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] No DVR routers for this DVR port 36fd50b9-1526-4db4-b8f9-d68250e308af on host dv-cinder-824839-1-iscsi {{(pid=102395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:13.407994 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2488faaf-4c49-4fc0-b52c-413723728481']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:13.424421 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cdc888b-9850-48c5-8904-da8cb49ef8ec') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:13.424735 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cdc888b-9850-48c5-8904-da8cb49ef8ec') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:13.430806 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Pushing event deleted for resources: {'Port': ['ID=36fd50b9-1526-4db4-b8f9-d68250e308af,revision_number=None']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:13.441113 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (9cdc888b-9850-48c5-8904-da8cb49ef8ec), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.444690 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.445054 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.445441 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.445813 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.446153 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.446580 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.447180 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.448042 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.448380 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.448748 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.449086 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.449482 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.449937 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3d094b-fa68-4d4b-bc47-35d776a79df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824839-1-iscsi {{(pid=102395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 16 23:30:13.459291 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (9cdc888b-9850-48c5-8904-da8cb49ef8ec), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.465603 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:30:13.465989 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (9cdc888b-9850-48c5-8904-da8cb49ef8ec), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:30:13.467736 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:30:13.532030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (2488faaf-4c49-4fc0-b52c-413723728481), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.541250 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.546127 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] 10.222.0.35 "DELETE /v2.0/networks/2488faaf-4c49-4fc0-b52c-413723728481 HTTP/1.1" status: 204 len: 168 time: 0.6250203 Jan 16 23:30:13.564874 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396481fd-d76c-46e2-97be-b66b88ca9d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=2488faaf-4c49-4fc0-b52c-413723728481,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:13.707873 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44894) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:13.746951 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1f626466-4eeb-4a64-8399-7f5124ddf817 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de0bd4b27f1f4f9fa18dfe649783c76e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379410 Jan 16 23:30:13.749252 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44896) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:13.794239 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8343ea35-dbae-4897-817d-bc67c6b9acc0 admin admin] Publish callbacks [] for security_group (35af19aa-16b2-487f-89fd-dc96fae12bff), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.807614 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-13cbe58b-6c19-4ca6-847c-49834616caad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.815799 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8343ea35-dbae-4897-817d-bc67c6b9acc0 admin admin] Publish callbacks [] for security_group (35af19aa-16b2-487f-89fd-dc96fae12bff), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.865508 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8343ea35-dbae-4897-817d-bc67c6b9acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (35af19aa-16b2-487f-89fd-dc96fae12bff), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.868095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-8343ea35-dbae-4897-817d-bc67c6b9acc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:13.869971 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-8343ea35-dbae-4897-817d-bc67c6b9acc0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35af19aa-16b2-487f-89fd-dc96fae12bff HTTP/1.1" status: 204 len: 168 time: 0.1198108 Jan 16 23:30:13.877715 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ea35-dbae-4897-817d-bc67c6b9acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35af19aa-16b2-487f-89fd-dc96fae12bff,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:14.895084 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 36fd50b9-1526-4db4-b8f9-d68250e308af no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:15.053244 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 36fd50b9-1526-4db4-b8f9-d68250e308af {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:15.053499 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 36fd50b9-1526-4db4-b8f9-d68250e308af not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:15.053917 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 897f7b9d-f696-4c31-893b-e64105907345 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:15.078027 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 897f7b9d-f696-4c31-893b-e64105907345 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:15.078419 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 897f7b9d-f696-4c31-893b-e64105907345 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:15.082899 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:15.931050 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.488730 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 44956) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:17.592740 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c34f0db3-2fd5-41dc-9b1e-21293826b325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.621703 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.674947 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c34f0db3-2fd5-41dc-9b1e-21293826b325 admin admin] Publish callbacks [] for security_group (ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.678634 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c34f0db3-2fd5-41dc-9b1e-21293826b325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.719233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c34f0db3-2fd5-41dc-9b1e-21293826b325 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d18eaa5bb4743df83c89c6c6150a17b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271798 Jan 16 23:30:17.719233 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f0db3-2fd5-41dc-9b1e-21293826b325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:17.719583 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 44960) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:17.765821 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c04afc77-665b-4942-ae2d-6ac37c1d72aa admin admin] Publish callbacks [] for security_group (ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.785318 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c04afc77-665b-4942-ae2d-6ac37c1d72aa admin admin] Publish callbacks [] for security_group (ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.831487 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c04afc77-665b-4942-ae2d-6ac37c1d72aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.834031 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c04afc77-665b-4942-ae2d-6ac37c1d72aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:17.835286 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-c04afc77-665b-4942-ae2d-6ac37c1d72aa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0 HTTP/1.1" status: 204 len: 168 time: 0.1147213 Jan 16 23:30:17.842443 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04afc77-665b-4942-ae2d-6ac37c1d72aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd7cfc0-4ba5-48c9-975b-48805e4a3ef0,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:18.375184 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.458442 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45014) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:19.563359 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8643041d-0804-4914-b0ca-3ef8ce39b65d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.634913 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8643041d-0804-4914-b0ca-3ef8ce39b65d admin admin] Publish callbacks [] for security_group (9947ae5c-0d38-4f46-b858-617b8b34b399), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.638388 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-8643041d-0804-4914-b0ca-3ef8ce39b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (9947ae5c-0d38-4f46-b858-617b8b34b399), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.675076 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-8643041d-0804-4914-b0ca-3ef8ce39b65d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=70aa854272d845409008bc3490e619c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155035 Jan 16 23:30:19.676989 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643041d-0804-4914-b0ca-3ef8ce39b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9947ae5c-0d38-4f46-b858-617b8b34b399,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:19.677741 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45018) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:19.726706 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12120d86-c01d-42b1-a760-b0ae5741e0a4 admin admin] Publish callbacks [] for security_group (9947ae5c-0d38-4f46-b858-617b8b34b399), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.747717 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12120d86-c01d-42b1-a760-b0ae5741e0a4 admin admin] Publish callbacks [] for security_group (9947ae5c-0d38-4f46-b858-617b8b34b399), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.793625 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12120d86-c01d-42b1-a760-b0ae5741e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (9947ae5c-0d38-4f46-b858-617b8b34b399), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.796194 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-12120d86-c01d-42b1-a760-b0ae5741e0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:19.799682 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-12120d86-c01d-42b1-a760-b0ae5741e0a4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9947ae5c-0d38-4f46-b858-617b8b34b399 HTTP/1.1" status: 204 len: 168 time: 0.1187034 Jan 16 23:30:19.805108 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12120d86-c01d-42b1-a760-b0ae5741e0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9947ae5c-0d38-4f46-b858-617b8b34b399,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:20.054924 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45024) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:20.067682 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0dd310b0-e0f6-43b7-bbdb-057ec922d669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.139055 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0dd310b0-e0f6-43b7-bbdb-057ec922d669 admin admin] Publish callbacks [] for security_group (7bf911f6-b341-4d20-b291-85e660570a37), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.143022 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-0dd310b0-e0f6-43b7-bbdb-057ec922d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7bf911f6-b341-4d20-b291-85e660570a37), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.180968 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd310b0-e0f6-43b7-bbdb-057ec922d669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf911f6-b341-4d20-b291-85e660570a37,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:20.185022 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0dd310b0-e0f6-43b7-bbdb-057ec922d669 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27859439bf8a40f2b8cf07c1f71bca49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290922 Jan 16 23:30:20.187641 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45026) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:20.235709 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41968dc0-aae3-4dc9-88ac-f405a7521171 admin admin] Publish callbacks [] for security_group (7bf911f6-b341-4d20-b291-85e660570a37), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.256095 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41968dc0-aae3-4dc9-88ac-f405a7521171 admin admin] Publish callbacks [] for security_group (7bf911f6-b341-4d20-b291-85e660570a37), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.301222 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41968dc0-aae3-4dc9-88ac-f405a7521171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7bf911f6-b341-4d20-b291-85e660570a37), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.303819 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-41968dc0-aae3-4dc9-88ac-f405a7521171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:20.304962 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-41968dc0-aae3-4dc9-88ac-f405a7521171 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7bf911f6-b341-4d20-b291-85e660570a37 HTTP/1.1" status: 204 len: 168 time: 0.1164632 Jan 16 23:30:20.312962 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41968dc0-aae3-4dc9-88ac-f405a7521171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf911f6-b341-4d20-b291-85e660570a37,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:24.515700 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45098) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:24.644706 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-29d4a652-0672-4403-add2-81be9808e993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.715896 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-29d4a652-0672-4403-add2-81be9808e993 admin admin] Publish callbacks [] for security_group (b9c9dcbe-b534-4816-aed2-e0e4ea86432a), precommit_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.719825 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-29d4a652-0672-4403-add2-81be9808e993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b9c9dcbe-b534-4816-aed2-e0e4ea86432a), after_create {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.756158 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-29d4a652-0672-4403-add2-81be9808e993 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=145d15581e3f4623b465178599e7fbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393293 Jan 16 23:30:24.758082 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4a652-0672-4403-add2-81be9808e993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9dcbe-b534-4816-aed2-e0e4ea86432a,revision_number=1']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:24.759797 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45102) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:24.810060 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4807187f-ad1a-4c49-b794-9732f87951df admin admin] Publish callbacks [] for security_group (b9c9dcbe-b534-4816-aed2-e0e4ea86432a), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.831264 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4807187f-ad1a-4c49-b794-9732f87951df admin admin] Publish callbacks [] for security_group (b9c9dcbe-b534-4816-aed2-e0e4ea86432a), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.877318 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4807187f-ad1a-4c49-b794-9732f87951df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (b9c9dcbe-b534-4816-aed2-e0e4ea86432a), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.879874 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4807187f-ad1a-4c49-b794-9732f87951df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:24.881048 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-4807187f-ad1a-4c49-b794-9732f87951df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9c9dcbe-b534-4816-aed2-e0e4ea86432a HTTP/1.1" status: 204 len: 168 time: 0.1194348 Jan 16 23:30:24.889752 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807187f-ad1a-4c49-b794-9732f87951df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9dcbe-b534-4816-aed2-e0e4ea86432a,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:25.150633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45108) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:25.166762 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4254869d-19f4-4f01-8b88-8f3dff6f4f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.240068 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4254869d-19f4-4f01-8b88-8f3dff6f4f08 admin admin] Publish callbacks [] for security_group (abea3633-fbc7-4a28-81ca-eeccc9994a20), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.243725 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-4254869d-19f4-4f01-8b88-8f3dff6f4f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (abea3633-fbc7-4a28-81ca-eeccc9994a20), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.279746 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254869d-19f4-4f01-8b88-8f3dff6f4f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abea3633-fbc7-4a28-81ca-eeccc9994a20,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:25.284000 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-4254869d-19f4-4f01-8b88-8f3dff6f4f08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6966c9dd3d1f47a7802cc3a44862aba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322808 Jan 16 23:30:25.286563 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45110) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:25.332883 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5a044dda-c423-4c15-8182-3795dbb525f5 admin admin] Publish callbacks [] for security_group (abea3633-fbc7-4a28-81ca-eeccc9994a20), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.354230 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5a044dda-c423-4c15-8182-3795dbb525f5 admin admin] Publish callbacks [] for security_group (abea3633-fbc7-4a28-81ca-eeccc9994a20), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.398066 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5a044dda-c423-4c15-8182-3795dbb525f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (abea3633-fbc7-4a28-81ca-eeccc9994a20), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.401257 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-5a044dda-c423-4c15-8182-3795dbb525f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:25.402400 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-5a044dda-c423-4c15-8182-3795dbb525f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abea3633-fbc7-4a28-81ca-eeccc9994a20 HTTP/1.1" status: 204 len: 168 time: 0.1149521 Jan 16 23:30:25.409769 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a044dda-c423-4c15-8182-3795dbb525f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea3633-fbc7-4a28-81ca-eeccc9994a20,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:27.617617 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-d5530e50-9017-4c13-98a2-a2f9c7b7fcef tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=29e896650b9c4f1ab9b49df7766637e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312483 Jan 16 23:30:27.804343 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-47df3043-ab8a-4ad8-bb76-a2a43f529083 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:27.805735 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-47df3043-ab8a-4ad8-bb76-a2a43f529083 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825643 Jan 16 23:30:27.820124 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-3b210d13-d254-42e0-811f-58ee4c1ad651 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/quotas/29e896650b9c4f1ab9b49df7766637e8 HTTP/1.1" status: 200 len: 375 time: 0.0085878 Jan 16 23:30:27.849109 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-abbb2e31-96b9-41c0-a1a1-4deb59008f36 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=29e896650b9c4f1ab9b49df7766637e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242836 Jan 16 23:30:28.032635 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-f37bb42a-46a0-4e89-8fd7-f02cf6cbedb1 req-efffa38a-1570-4733-a1e8-7df2605778ff tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 210 time: 0.0319622 Jan 16 23:30:28.925954 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-e866bfe0-744b-48d6-9483-98c6c4bdd97e tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=29e896650b9c4f1ab9b49df7766637e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270300 Jan 16 23:30:29.136364 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7171e2e2-5ffa-4710-96ac-2fd017f8875e req-fac0da6d-cd8e-43c4-89ac-467d43a23758 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 210 time: 0.0265579 Jan 16 23:30:29.363382 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-b10c6a0b-9fdd-47b9-8337-21b0c565d6ca tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:29.364820 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-b10c6a0b-9fdd-47b9-8337-21b0c565d6ca tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4341762 Jan 16 23:30:29.383371 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Request body: {'port': {'device_id': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e', 'admin_state_up': True, 'tenant_id': '29e896650b9c4f1ab9b49df7766637e8'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:30:29.491658 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Made reservation on behalf of 29e896650b9c4f1ab9b49df7766637e8 for: {'port': 1} {{(pid=102393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 16 23:30:29.495257 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:29.503575 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:29.577932 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks [] for security_group (1bdfc9b7-7d7e-4c87-849b-fdabe666d519), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:29.581554 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (1bdfc9b7-7d7e-4c87-849b-fdabe666d519), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:29.641844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdfc9b7-7d7e-4c87-849b-fdabe666d519,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:29.711562 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_common [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Allocated IP 192.168.233.175 (987c820f-d837-4c20-8cf2-abb04dd30c4e/5eb32066-d279-4690-ba52-2589739ea3aa/2f1638cb-7621-4f91-b98f-8ed8ec68e111) {{(pid=102393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 16 23:30:29.850880 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks [] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:29.886309 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765060452181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:29.928834 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Network 987c820f-d837-4c20-8cf2-abb04dd30c4e is already hosted by enough agents. {{(pid=102393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 16 23:30:29.931940 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.base_scheduler [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Resources bound (agent type, host, resource id): {{(pid=102393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 16 23:30:29.935582 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Received port after_create {{(pid=102393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 16 23:30:29.960219 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Pushing event updated for resources: {'Port': ['ID=2f1638cb-7621-4f91-b98f-8ed8ec68e111,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:29.989090 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:29.989756 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.005709 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-87b69469-e27e-494c-a158-31d44e68f5a6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6259325 Jan 16 23:30:30.025893 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.v2.base [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Request body: {'port': {'device_id': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82483'}} {{(pid=102393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 16 23:30:30.085610 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.184244 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-22100b26-0edd-4cfe-9ab6-3a33cb0067d2 None None] Provisioning complete for port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 triggered by entity DHCP. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:30:30.184789 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-22100b26-0edd-4cfe-9ab6-3a33cb0067d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.221420 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-22100b26-0edd-4cfe-9ab6-3a33cb0067d2 None None] Port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 cannot update to ACTIVE because it is not bound. {{(pid=102395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 16 23:30:30.299987 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca19f47-6725-4928-97e0-7a1a76d6fc6e req-615933c3-f94d-4c7a-824f-1caa85209696 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:30.301462 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4ca19f47-6725-4928-97e0-7a1a76d6fc6e req-615933c3-f94d-4c7a-824f-1caa85209696 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 936 time: 0.0971112 Jan 16 23:30:30.375674 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-4ca19f47-6725-4928-97e0-7a1a76d6fc6e req-262b06d1-dfb9-4da9-b704-37c70ff75d66 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635915 Jan 16 23:30:30.417771 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f1638cb-7621-4f91-b98f-8ed8ec68e111 {{(pid=102393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:30:30.424907 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Publish callbacks [] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), precommit_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.436683 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.provisioning_blocks [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Transition to ACTIVE for port object 2f1638cb-7621-4f91-b98f-8ed8ec68e111 will not be triggered until provisioned by entity L2. {{(pid=102393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 16 23:30:30.440390 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.492121 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1638cb-7621-4f91-b98f-8ed8ec68e111,revision_number=2']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:30.563325 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Attempting to bind port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 on host hv-cinder-82483 for vnic_type normal with profile {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 16 23:30:30.563690 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Attempting to bind port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 by drivers openvswitch,hyperv on host hv-cinder-82483 at level 0 using segments [{'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 16 23:30:30.563993 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Attempting to bind port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 on network 987c820f-d837-4c20-8cf2-abb04dd30c4e {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:30:30.568640 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 on network 987c820f-d837-4c20-8cf2-abb04dd30c4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82483 {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 16 23:30:30.568966 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Attempting to bind port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 on network 987c820f-d837-4c20-8cf2-abb04dd30c4e {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 16 23:30:30.574735 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Checking agent: {'id': '782615c9-7c60-4b5e-915b-a8048f2dea60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82483', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'started_at': datetime.datetime(2022, 1, 16, 23, 15, 47), 'heartbeat_timestamp': datetime.datetime(2022, 1, 16, 23, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 16 23:30:30.575070 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Checking segment: {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 16 23:30:30.575454 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Bound using segment: {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'} {{(pid=102393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 16 23:30:30.575883 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.managers [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Bound port: 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host: hv-cinder-82483, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516837ec-244c-44fa-ba3c-9e4b6aa13946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e'}}] {{(pid=102393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 16 23:30:30.576245 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), before_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.640069 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] For port 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host hv-cinder-82483, cleared binding levels {{(pid=102393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 16 23:30:30.642997 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] For port 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host hv-cinder-82483, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 16 23:30:30.648512 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6222507'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), after_update {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.688016 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:30.688633 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:30.690109 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] 10.222.0.76 "PUT /v2.0/ports/2f1638cb-7621-4f91-b98f-8ed8ec68e111 HTTP/1.1" status: 200 len: 1098 time: 0.6691639 Jan 16 23:30:30.690543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'tag': '2f1638cb-7621-4f91-b98f-8ed8ec68e111'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:30.692768 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534850bc-9e3a-4f4e-8d08-b1d179753d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4af5cc6-b1bc-404e-b5eb-c3fa95df234e", "tag": "2f1638cb-7621-4f91-b98f-8ed8ec68e111"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:30.713281 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922463b2-6b44-4183-a856-dcd70e04a385 service neutron] Pushing event updated for resources: {'Port': ['ID=2f1638cb-7621-4f91-b98f-8ed8ec68e111,revision_number=3']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:30.734571 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cbcae3-f291-4574-bfaa-4e0614edc52f x-openstack-request-id: req-25cbcae3-f291-4574-bfaa-4e0614edc52f {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:30.734859 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4af5cc6-b1bc-404e-b5eb-c3fa95df234e", "tag": "2f1638cb-7621-4f91-b98f-8ed8ec68e111", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:30.735114 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25cbcae3-f291-4574-bfaa-4e0614edc52f {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:30.735681 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'tag': '2f1638cb-7621-4f91-b98f-8ed8ec68e111', 'status': 'completed', 'code': 200} Jan 16 23:30:30.790036 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45178) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:30.812281 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-c5e9847b-1497-4ce5-b1f9-7373cdd34e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:30.813891 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-c5e9847b-1497-4ce5-b1f9-7373cdd34e0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=29e896650b9c4f1ab9b49df7766637e8&device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 1101 time: 0.0501292 Jan 16 23:30:30.818498 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:30:30.864793 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-3ce4cb44-fc36-4111-807a-0614ff8746d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111 HTTP/1.1" status: 200 len: 217 time: 0.0359530 Jan 16 23:30:30.918079 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-95ad370a-64d2-4ff0-9ffe-6c785831e5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:30.919451 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-95ad370a-64d2-4ff0-9ffe-6c785831e5b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5eb32066-d279-4690-ba52-2589739ea3aa HTTP/1.1" status: 200 len: 843 time: 0.0493720 Jan 16 23:30:30.965701 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-8596a38f-8853-4076-8d5a-d18025925e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:30.967220 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-8596a38f-8853-4076-8d5a-d18025925e84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=987c820f-d837-4c20-8cf2-abb04dd30c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410094 Jan 16 23:30:30.969727 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Deleting port 737f756f-55bb-4205-944a-fc528fbbda5b {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:30.970069 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (737f756f-55bb-4205-944a-fc528fbbda5b), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:31.042988 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (737f756f-55bb-4205-944a-fc528fbbda5b), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:31.043318 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (737f756f-55bb-4205-944a-fc528fbbda5b), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:31.054602 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Calling delete_port for 737f756f-55bb-4205-944a-fc528fbbda5b owned by network:floatingip {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:31.056160 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-2809e97e-92a3-45e3-80a6-ff43e63ab21b service neutron] 10.222.0.76 "GET /v2.0/networks/987c820f-d837-4c20-8cf2-abb04dd30c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822198 Jan 16 23:30:31.150974 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-8d2b6066-7789-41c8-a749-fd0d11dc2723 req-0adb01e1-fb04-40c4-be19-4eb075ac04ff service neutron] 10.222.0.76 "GET /v2.0/networks/987c820f-d837-4c20-8cf2-abb04dd30c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888212 Jan 16 23:30:31.280801 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-b8ca8676-4eee-40e7-98c7-56a3322dd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:31.282260 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-b8ca8676-4eee-40e7-98c7-56a3322dd15c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=29e896650b9c4f1ab9b49df7766637e8&device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 1101 time: 0.0428538 Jan 16 23:30:31.375554 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-00e9f5e1-1fff-4099-8678-05b6159cb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:31.377036 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-00e9f5e1-1fff-4099-8678-05b6159cb8e1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=987c820f-d837-4c20-8cf2-abb04dd30c4e HTTP/1.1" status: 200 len: 870 time: 0.0886004 Jan 16 23:30:31.421955 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-f4952f6c-08f1-4bf2-8de9-7f2f7b9fa5e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111 HTTP/1.1" status: 200 len: 217 time: 0.0378211 Jan 16 23:30:31.433108 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (737f756f-55bb-4205-944a-fc528fbbda5b), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:31.460007 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'Port': ['ID=737f756f-55bb-4205-944a-fc528fbbda5b,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:31.497508 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-bf6eb1e9-8ebd-44bd-a0cf-8e76049d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:31.498987 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-bf6eb1e9-8ebd-44bd-a0cf-8e76049d73d0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5eb32066-d279-4690-ba52-2589739ea3aa HTTP/1.1" status: 200 len: 843 time: 0.0713036 Jan 16 23:30:31.522757 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (72b4876b-86da-45a7-8aec-0ac0cb27e3d7), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:31.523383 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.db.l3_db [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Floating IP 72b4876b-86da-45a7-8aec-0ac0cb27e3d7 disassociated (deleted). External IP: 172.27.3.168, port: adadd7e9-84ef-4d52-978d-000cf1c4437e. Jan 16 23:30:31.541423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff5757-b0dd-4512-82c2-b1b42bba98b7 req-7357d3fc-1e13-4b7a-90e1-75909e313456 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:31.542938 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7aff5757-b0dd-4512-82c2-b1b42bba98b7 req-7357d3fc-1e13-4b7a-90e1-75909e313456 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 948 time: 0.0890524 Jan 16 23:30:31.576378 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-61fa6117-9247-4179-9fd8-fb4dd1735bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:31.578040 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-61fa6117-9247-4179-9fd8-fb4dd1735bf7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=987c820f-d837-4c20-8cf2-abb04dd30c4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0722473 Jan 16 23:30:31.641233 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-7aff5757-b0dd-4512-82c2-b1b42bba98b7 req-187d1a69-9174-46e7-8ac5-26dd5106ab69 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904408 Jan 16 23:30:31.680281 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-65bdaf68-0e4d-4fe7-8cef-fc1fabf4eed3 service neutron] 10.222.0.76 "GET /v2.0/networks/987c820f-d837-4c20-8cf2-abb04dd30c4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948055 Jan 16 23:30:31.724981 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:30:31.775573 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-534850bc-9e3a-4f4e-8d08-b1d179753d1d req-cc0c3f60-5985-4aac-afbe-7c53f38bf707 service neutron] 10.222.0.76 "GET /v2.0/networks/987c820f-d837-4c20-8cf2-abb04dd30c4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876484 Jan 16 23:30:31.831012 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:30:31.835616 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:31.840242 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601a99d-7185-4114-9f31-61292417661c None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:30:31.850851 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:31.851473 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:31.864822 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-3858a6f9-7e76-4b1c-8d22-5a1037d7044e tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "DELETE /v2.0/floatingips/72b4876b-86da-45a7-8aec-0ac0cb27e3d7 HTTP/1.1" status: 204 len: 168 time: 1.0726159 Jan 16 23:30:31.865545 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e'}] {{(pid=102394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:31.867872 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}141ac1073ff6256e85e24fabf3e8ff1a68645a978531cb6c0bb21c0c173a992f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34" -d '{"events": [{"name": "network-changed", "server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e"}]}' {{(pid=102394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:31.906422 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab6d801-988c-4fe4-880e-216f79c6ce2c x-openstack-request-id: req-dab6d801-988c-4fe4-880e-216f79c6ce2c {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:31.906723 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e", "status": "completed", "code": 200}]} {{(pid=102394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:31.906984 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dab6d801-988c-4fe4-880e-216f79c6ce2c {{(pid=102394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:31.907389 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'status': 'completed', 'code': 200} Jan 16 23:30:31.963020 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:31.998465 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-5f8011b3-865f-485e-ba78-98659db03772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:32.000815 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-5f8011b3-865f-485e-ba78-98659db03772 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 1099 time: 0.0506482 Jan 16 23:30:32.130704 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-91cd2f08-5bae-4915-8ab5-135c0d36c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:32.132190 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-91cd2f08-5bae-4915-8ab5-135c0d36c57d service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.1254790 Jan 16 23:30:32.139820 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed64b-702f-4a77-9625-98fd723cd41b req-ee3431ce-a742-4e55-bfcd-108bab1875c9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:32.141259 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d99ed64b-702f-4a77-9625-98fd723cd41b req-ee3431ce-a742-4e55-bfcd-108bab1875c9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0780728 Jan 16 23:30:32.187145 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-1a4ec0fe-10c4-4669-8045-9846e96c8bc6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 200 len: 217 time: 0.0449300 Jan 16 23:30:32.199259 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:42Z', 'revision_number': 1, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:32.225355 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601a99d-7185-4114-9f31-61292417661c None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:30:32.234028 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:32.234634 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:32.252193 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-d99ed64b-702f-4a77-9625-98fd723cd41b req-5a971849-d911-472e-9c69-1d8fb18ffe24 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045458 Jan 16 23:30:32.260858 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-9dc32902-ed60-4903-bc39-2e4b2ccb13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:32.262319 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-9dc32902-ed60-4903-bc39-2e4b2ccb13cc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0632138 Jan 16 23:30:32.309547 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-3582e3f4-ea86-4351-98fe-0a39c8b833e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:32.311053 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-3582e3f4-ea86-4351-98fe-0a39c8b833e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416117 Jan 16 23:30:32.340296 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:32.403019 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-7875f6ba-b815-422f-8749-2d1c5f3e24a7 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847929 Jan 16 23:30:32.493511 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-6ff0aa6e-ccfb-4dc8-a3c6-1e6833c93b34 req-1fa55fe4-19ee-44c0-8f7e-cf9a1bb96f10 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827258 Jan 16 23:30:32.544118 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f1638cb-7621-4f91-b98f-8ed8ec68e111 details requested by agent hyperv_hv-cinder-82483 with host hv-cinder-82483 {{(pid=102395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 16 23:30:32.631470 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-d601a99d-7185-4114-9f31-61292417661c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:42Z', 'revision_number': 1, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:32.670080 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d601a99d-7185-4114-9f31-61292417661c None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_floatingips': [{'id': '9bf17f08-f727-443a-842a-03d92c479583', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'router_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'port_id': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'mac_address': 'fa:16:3e:d6:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaec7b06-9b50-4608-a062-728123cb57df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-16T23:26:40Z', 'updated_at': '2022-01-16T23:26:42Z', 'revision_number': 1, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:30:32.692647 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:32.705736 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Returning: {'device': '2f1638cb-7621-4f91-b98f-8ed8ec68e111', 'network_id': '987c820f-d837-4c20-8cf2-abb04dd30c4e', 'port_id': '2f1638cb-7621-4f91-b98f-8ed8ec68e111', 'mac_address': 'fa:16:3e:28:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb32066-d279-4690-ba52-2589739ea3aa', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 16 23:30:32.744581 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 is: DOWN; New status is: BUILD {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:30:32.744964 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:32.761432 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f1638cb-7621-4f91-b98f-8ed8ec68e111 {{(pid=102395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 16 23:30:32.763521 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e05fe-953e-4907-8541-18fd72ced006 req-c8358126-b004-40cd-9ba8-5cd1139ea762 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:32.765377 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d54e05fe-953e-4907-8541-18fd72ced006 req-c8358126-b004-40cd-9ba8-5cd1139ea762 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 948 time: 0.0520163 Jan 16 23:30:32.782354 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:32.787685 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:32.818803 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-d54e05fe-953e-4907-8541-18fd72ced006 req-15542532-9ac9-48d9-9c7e-2e79aecbc5e9 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475926 Jan 16 23:30:32.838315 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=2f1638cb-7621-4f91-b98f-8ed8ec68e111,revision_number=4']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:32.910755 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6562f4e4-95ba-4615-9478-d6bccef6c430 None None] New status for floating IP 72b4876b-86da-45a7-8aec-0ac0cb27e3d7: DOWN {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:30:33.108545 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['2f1638cb-7621-4f91-b98f-8ed8ec68e111'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:30:33.366452 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28629-06ea-4100-99d8-9929b68da57e req-13709023-533a-4a21-b1e1-f2393474f5ae tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:33.367921 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-adc28629-06ea-4100-99d8-9929b68da57e req-13709023-533a-4a21-b1e1-f2393474f5ae tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0495477 Jan 16 23:30:33.417622 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-adc28629-06ea-4100-99d8-9929b68da57e req-01ec7977-25c6-4256-971a-e09992c1290b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Jan 16 23:30:33.854089 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-e12ef690-2a2a-484f-bfae-346f2324c6cf tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:33.855556 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-e12ef690-2a2a-484f-bfae-346f2324c6cf tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 946 time: 0.0515757 Jan 16 23:30:33.935636 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445eba5-68f8-46f9-bac5-cbeb976584fc req-209b30ca-68ba-437b-afc9-8ca47813ce68 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:33.937303 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7445eba5-68f8-46f9-bac5-cbeb976584fc req-209b30ca-68ba-437b-afc9-8ca47813ce68 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 949 time: 0.0475879 Jan 16 23:30:33.945598 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Deleting port adadd7e9-84ef-4d52-978d-000cf1c4437e {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:33.945942 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:33.986180 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-7445eba5-68f8-46f9-bac5-cbeb976584fc req-6ed3104a-0491-4ef9-b805-2e64eac241be tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Jan 16 23:30:34.037709 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] For port adadd7e9-84ef-4d52-978d-000cf1c4437e, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=adadd7e9-84ef-4d52-978d-000cf1c4437e,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:34.038063 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:34.050938 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Calling delete_port for adadd7e9-84ef-4d52-978d-000cf1c4437e owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:34.179524 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (adadd7e9-84ef-4d52-978d-000cf1c4437e), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:34.207722 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'Port': ['ID=adadd7e9-84ef-4d52-978d-000cf1c4437e,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:34.247030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] No DVR routers for this DVR port adadd7e9-84ef-4d52-978d-000cf1c4437e on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:34.249562 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:34.252744 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-578dc57a-3821-4ba9-920b-ebdd923e7b7a req-9617a256-5c1d-44e6-bbc6-b0ec886bf1f1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "DELETE /v2.0/ports/adadd7e9-84ef-4d52-978d-000cf1c4437e HTTP/1.1" status: 204 len: 173 time: 0.3908529 Jan 16 23:30:34.253173 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'name': 'network-vif-deleted', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:34.255376 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df175b87-f966-4da4-b70a-6743be0cdcbb" -d '{"events": [{"server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "name": "network-vif-deleted", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:34.292623 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d99cce3-b04e-4728-9416-73620e2a3d79 x-openstack-request-id: req-7d99cce3-b04e-4728-9416-73620e2a3d79 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:34.293030 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f061296f-f706-42a4-9210-bd8c58dd5429", "name": "network-vif-deleted", "tag": "adadd7e9-84ef-4d52-978d-000cf1c4437e", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:34.293325 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7d99cce3-b04e-4728-9416-73620e2a3d79 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:34.293726 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f061296f-f706-42a4-9210-bd8c58dd5429', 'name': 'network-vif-deleted', 'tag': 'adadd7e9-84ef-4d52-978d-000cf1c4437e', 'status': 'completed', 'code': 200} Jan 16 23:30:34.511590 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-673e37ef-68b7-421e-abd7-4560ebd4a797 req-202023dd-a8f8-4af0-9b28-322277790f9a tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=f061296f-f706-42a4-9210-bd8c58dd5429 HTTP/1.1" status: 200 len: 210 time: 0.0289879 Jan 16 23:30:34.580214 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f1638cb-7621-4f91-b98f-8ed8ec68e111 up at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 16 23:30:34.636096 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning for port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 completed by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 16 23:30:34.640394 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.provisioning_blocks [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Provisioning complete for port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 triggered by entity L2. {{(pid=102395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 16 23:30:34.640951 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3735143'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), provisioning_complete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:34.724998 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Current status of the port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 is: BUILD; New status is: ACTIVE {{(pid=102395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 16 23:30:34.725416 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3593982'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), before_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:34.748752 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1638cb-7621-4f91-b98f-8ed8ec68e111'}] {{(pid=102395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:34.750981 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f1db505cd1f3ce32ec296cd1e33fada1a9d7805d744e9f142ae5287b513f664" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51587e8-f40e-489e-b6ff-c2bbafee53f7" -d '{"events": [{"server_uuid": "d4af5cc6-b1bc-404e-b5eb-c3fa95df234e", "name": "network-vif-plugged", "status": "completed", "tag": "2f1638cb-7621-4f91-b98f-8ed8ec68e111"}]}' {{(pid=102395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:34.763747 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] For port 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:34.767810 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765061015691', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765060452199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765060452217'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:34.768634 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device adadd7e9-84ef-4d52-978d-000cf1c4437e no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:34.788263 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: adadd7e9-84ef-4d52-978d-000cf1c4437e {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:34.788620 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device adadd7e9-84ef-4d52-978d-000cf1c4437e not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:34.830607 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Pushing event updated for resources: {'Port': ['ID=2f1638cb-7621-4f91-b98f-8ed8ec68e111,revision_number=5']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:34.903150 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6505306-6e64-4c31-9cfd-b363a7a8e33f x-openstack-request-id: req-b6505306-6e64-4c31-9cfd-b363a7a8e33f {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:34.903450 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4af5cc6-b1bc-404e-b5eb-c3fa95df234e", "name": "network-vif-plugged", "status": "completed", "tag": "2f1638cb-7621-4f91-b98f-8ed8ec68e111", "code": 200}]} {{(pid=102395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:34.903711 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b6505306-6e64-4c31-9cfd-b363a7a8e33f {{(pid=102395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:34.904107 dv-cinder-824839-1-iscsi neutron-server[102395]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f1638cb-7621-4f91-b98f-8ed8ec68e111', 'code': 200} Jan 16 23:30:35.105920 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160fe1e-e5c2-470c-b294-bad760a22c62 req-ffb50f70-fa39-45f2-b65f-5a900e80c36d tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:35.107385 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8160fe1e-e5c2-470c-b294-bad760a22c62 req-ffb50f70-fa39-45f2-b65f-5a900e80c36d tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 950 time: 0.0538278 Jan 16 23:30:35.155488 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-8160fe1e-e5c2-470c-b294-bad760a22c62 req-26431b0b-d998-4d10-92c6-170910ffd7a9 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Jan 16 23:30:35.159962 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a23cc-7410-493d-8762-ccbe0f11282a req-e0ac1244-0595-485e-affd-c6836a7ab3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:35.161606 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-069a23cc-7410-493d-8762-ccbe0f11282a req-e0ac1244-0595-485e-affd-c6836a7ab3bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 1103 time: 0.0428813 Jan 16 23:30:35.208643 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-069a23cc-7410-493d-8762-ccbe0f11282a req-fd97ed93-3c99-4909-9b3e-b0d2563623cd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Jan 16 23:30:36.269581 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f12a3-12b3-4dfb-b918-042b4b24894a req-83a5ab5e-3b43-453a-8bf8-80a7c64dc213 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:36.271054 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-142f12a3-12b3-4dfb-b918-042b4b24894a req-83a5ab5e-3b43-453a-8bf8-80a7c64dc213 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 950 time: 0.0497894 Jan 16 23:30:36.317250 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-142f12a3-12b3-4dfb-b918-042b4b24894a req-c36a499e-33e6-4b37-8c72-714def26d955 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Jan 16 23:30:37.438185 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe9c19-4945-4698-9c64-9a747a7a91cb req-791008fd-0b4b-4600-a120-0a52eb5ff157 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:37.439656 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9dfe9c19-4945-4698-9c64-9a747a7a91cb req-791008fd-0b4b-4600-a120-0a52eb5ff157 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 950 time: 0.0521910 Jan 16 23:30:37.485407 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-9dfe9c19-4945-4698-9c64-9a747a7a91cb req-206c783f-4959-40ba-a8c2-337bc63f80a4 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402603 Jan 16 23:30:37.733172 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30310af8-4a78-4113-b062-be1a734fd247 req-e1cf0e66-e144-47d2-80e8-2be0c5dfbeba tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:37.734712 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-30310af8-4a78-4113-b062-be1a734fd247 req-e1cf0e66-e144-47d2-80e8-2be0c5dfbeba tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 950 time: 0.0488377 Jan 16 23:30:37.783840 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-30310af8-4a78-4113-b062-be1a734fd247 req-c8453515-0bd8-4cf7-8755-ff73b39a6034 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Jan 16 23:30:37.785472 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45228) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:37.941377 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Deleting port 5dd5f703-bcfe-4895-ab43-11f1a57742bf {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:37.941646 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:38.014915 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:38.015249 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (5dd5f703-bcfe-4895-ab43-11f1a57742bf), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:38.029456 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Calling delete_port for 5dd5f703-bcfe-4895-ab43-11f1a57742bf owned by network:floatingip {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:38.178652 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (5dd5f703-bcfe-4895-ab43-11f1a57742bf), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:38.203329 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'Port': ['ID=5dd5f703-bcfe-4895-ab43-11f1a57742bf,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:38.264249 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (9bf17f08-f727-443a-842a-03d92c479583), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:38.264576 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.db.l3_db [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Floating IP 9bf17f08-f727-443a-842a-03d92c479583 disassociated (deleted). External IP: 172.27.3.104, port: 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d. Jan 16 23:30:38.464982 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:30:38.571328 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:30:38.576178 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:38.581852 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:30:38.591833 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:38.592453 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:38.606540 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-c5004855-4c2b-47e0-b90e-00f6376955f9 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "DELETE /v2.0/floatingips/9bf17f08-f727-443a-842a-03d92c479583 HTTP/1.1" status: 204 len: 168 time: 0.8200483 Jan 16 23:30:38.607148 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:38.609497 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b62d8f-911b-4c54-9396-b9275936fc99" -d '{"events": [{"name": "network-changed", "server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:38.646471 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff65be3-475b-401b-a875-cfb82521ecaf x-openstack-request-id: req-fff65be3-475b-401b-a875-cfb82521ecaf {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:38.646844 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:38.647109 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fff65be3-475b-401b-a875-cfb82521ecaf {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:38.647543 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'status': 'completed', 'code': 200} Jan 16 23:30:38.703831 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:38.736614 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-03f42a88-bf62-46f6-ab21-a72237cf45f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:38.738185 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-03f42a88-bf62-46f6-ab21-a72237cf45f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 1099 time: 0.0481262 Jan 16 23:30:38.873321 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ecb11-047f-4178-8df9-fca09f8a01e2 req-8a75aada-1a84-4421-8762-b34220ca6048 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:38.886361 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-019ecb11-047f-4178-8df9-fca09f8a01e2 req-8a75aada-1a84-4421-8762-b34220ca6048 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 946 time: 0.0938265 Jan 16 23:30:38.913141 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-377772dc-12fe-4c79-9c92-48e40f3038ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:38.914850 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-377772dc-12fe-4c79-9c92-48e40f3038ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 200 len: 913 time: 0.1648757 Jan 16 23:30:38.924233 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8b399-7c45-4613-9ab4-73ce0c259715 req-c85d4681-5f8b-4396-982a-678a1846f685 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:38.927488 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:38.929720 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bce8b399-7c45-4613-9ab4-73ce0c259715 req-c85d4681-5f8b-4396-982a-678a1846f685 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 950 time: 0.0610800 Jan 16 23:30:38.954278 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:30:38.964139 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:38.965056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:14Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:38.970299 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-873c3854-22cb-4d76-994c-4248f63fde7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 200 len: 217 time: 0.0439365 Jan 16 23:30:38.979328 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-019ecb11-047f-4178-8df9-fca09f8a01e2 req-b2d80831-7b72-4920-9f35-1068f7cb07b5 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921199 Jan 16 23:30:39.001779 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-bce8b399-7c45-4613-9ab4-73ce0c259715 req-11b6ece6-1bb0-40c0-9ccc-2f968179ed86 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/security-groups?id=1bdfc9b7-7d7e-4c87-849b-fdabe666d519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702024 Jan 16 23:30:39.027646 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-a81614bd-43f7-40f3-b2ef-7622c38706ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:39.029126 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-a81614bd-43f7-40f3-b2ef-7622c38706ae service neutron] 10.222.0.76 "GET /v2.0/subnets?id=653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 200 len: 851 time: 0.0489519 Jan 16 23:30:39.078082 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:39.078479 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-60e56187-67e0-4ef1-b3a3-2acc045e3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:39.079980 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-60e56187-67e0-4ef1-b3a3-2acc045e3c70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11f78065-3f1e-4b8b-a23e-fad2b059ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433757 Jan 16 23:30:39.167575 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-561a733a-ab45-43c9-b5ba-ccf271cbdcf9 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808647 Jan 16 23:30:39.341966 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-ff290261-97cc-4e57-bd37-87a0c659da84 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:39.343442 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-ff290261-97cc-4e57-bd37-87a0c659da84 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.76 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 950 time: 0.1022584 Jan 16 23:30:39.378549 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c7b62d8f-911b-4c54-9396-b9275936fc99 req-6e5a117e-8f97-4372-a737-091989f5aba9 service neutron] 10.222.0.76 "GET /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547055 Jan 16 23:30:39.400389 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:39.428530 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad99b3-2b0b-4322-86b2-95847abb9438 None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:41Z', 'revision_number': 4, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi', '_interfaces': [{'id': 'c1d59d0e-7871-4d57-b82e-5f3caacfacdc', 'name': '', 'network_id': '11f78065-3f1e-4b8b-a23e-fad2b059ebdb', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'mac_address': 'fa:16:3e:fe:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:41Z', 'updated_at': '2022-01-16T23:23:46Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'subnets': [{'id': '653da565-5b0e-4d06-b7af-2f724ca8ff4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:30:39.442491 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Deleting port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:39.442836 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:39.667819 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498373b6-95b7-4fa5-a921-a440b5cd71fc None None] New status for floating IP 9bf17f08-f727-443a-842a-03d92c479583: DOWN {{(pid=102396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 16 23:30:39.808970 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] For port 2f1638cb-7621-4f91-b98f-8ed8ec68e111, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=2f1638cb-7621-4f91-b98f-8ed8ec68e111,segment=NetworkSegment(516837ec-244c-44fa-ba3c-9e4b6aa13946),segment_id=516837ec-244c-44fa-ba3c-9e4b6aa13946)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:39.809561 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:39.823257 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Calling delete_port for 2f1638cb-7621-4f91-b98f-8ed8ec68e111 owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:39.964916 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (2f1638cb-7621-4f91-b98f-8ed8ec68e111), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:39.992468 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Pushing event deleted for resources: {'Port': ['ID=2f1638cb-7621-4f91-b98f-8ed8ec68e111,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:40.005417 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] get_ports_and_sgs() called for port_ids ['2f1638cb-7621-4f91-b98f-8ed8ec68e111'] {{(pid=102395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 16 23:30:40.107822 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] No DVR routers for this DVR port 2f1638cb-7621-4f91-b98f-8ed8ec68e111 on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:40.110908 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:40.114586 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aa1e0fd4-7ffb-4c12-b3ec-40c4196b7fa0 req-c5eff042-83b4-40c7-a2d0-7dda6e22d2d6 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.76 "DELETE /v2.0/ports/2f1638cb-7621-4f91-b98f-8ed8ec68e111 HTTP/1.1" status: 204 len: 173 time: 0.7655869 Jan 16 23:30:40.152742 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-1636eb52-22af-48f9-a74a-8e888f55b4eb req-08968794-95d7-4e1e-bc81-2a46bb9c44c8 tempest-VolumesNegativeTest-317040086 tempest-VolumesNegativeTest-317040086-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4af5cc6-b1bc-404e-b5eb-c3fa95df234e HTTP/1.1" status: 200 len: 210 time: 0.0343089 Jan 16 23:30:40.191461 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcecb6-2a5e-4e76-a7e9-48b06762606b req-5bd3b4ab-8cfc-4387-8271-0ae1a7f5a1a0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:40.193478 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c4bcecb6-2a5e-4e76-a7e9-48b06762606b req-5bd3b4ab-8cfc-4387-8271-0ae1a7f5a1a0 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 946 time: 0.0772588 Jan 16 23:30:40.256254 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-c4bcecb6-2a5e-4e76-a7e9-48b06762606b req-a1530377-cfd0-4e14-98f5-bb8ff458af2b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/security-groups?id=8bd9afc4-12d4-47b0-b77a-62421b36769a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538116 Jan 16 23:30:40.642948 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-85fb8bc1-3a3d-48f3-ad9b-de975ab057eb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 16 23:30:40.644403 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-85fb8bc1-3a3d-48f3-ad9b-de975ab057eb tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 946 time: 0.0510695 Jan 16 23:30:40.648958 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'name': 'network-vif-deleted', 'tag': '2f1638cb-7621-4f91-b98f-8ed8ec68e111'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:40.651224 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5409cbfe-0f7a-4248-9a94-903577e3697f" -d '{"events": [{"server_uuid": "d4af5cc6-b1bc-404e-b5eb-c3fa95df234e", "name": "network-vif-deleted", "tag": "2f1638cb-7621-4f91-b98f-8ed8ec68e111"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:40.696717 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e40bedf-2499-4662-80af-2122a54b3ba2 x-openstack-request-id: req-0e40bedf-2499-4662-80af-2122a54b3ba2 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:40.697034 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4af5cc6-b1bc-404e-b5eb-c3fa95df234e", "name": "network-vif-deleted", "tag": "2f1638cb-7621-4f91-b98f-8ed8ec68e111", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:40.697373 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e40bedf-2499-4662-80af-2122a54b3ba2 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:40.697646 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4af5cc6-b1bc-404e-b5eb-c3fa95df234e', 'name': 'network-vif-deleted', 'tag': '2f1638cb-7621-4f91-b98f-8ed8ec68e111', 'status': 'completed', 'code': 200} Jan 16 23:30:40.760815 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Deleting port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:40.761154 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:40.857652 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] For port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d, host hv-cinder-82483, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82483',level=0,port_id=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:40.858257 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:40.870788 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Calling delete_port for 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d owned by compute:nova {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:41.002374 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:41.032060 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'Port': ['ID=6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:41.077335 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] No DVR routers for this DVR port 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d on host hv-cinder-82483 {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:41.079732 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for port (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:41.083074 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [req-aefb1302-112a-4f80-8b7b-2e7802502321 req-a6d45404-1295-47b8-b8df-b81f3c3cc9c1 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.76 "DELETE /v2.0/ports/6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d HTTP/1.1" status: 204 len: 173 time: 0.4163597 Jan 16 23:30:41.366161 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-242f700b-ab16-4fa2-903e-fe3f297d3422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:41.370258 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [req-89afe30e-dfa0-49f2-a86e-8dfa98f5def5 req-55a36981-273e-4743-9fa2-b6228e886647 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "GET /v2.0/ports?device_id=aaec7b06-9b50-4608-a062-728123cb57df HTTP/1.1" status: 200 len: 210 time: 0.0367799 Jan 16 23:30:42.428392 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45358) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:42.574704 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:42.589562 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Deleting port 4f6a3d9f-639a-444d-882b-48ca96d09c88 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:42.589924 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:42.600950 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:42.601340 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:42.601774 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f1638cb-7621-4f91-b98f-8ed8ec68e111 no longer exists at agent hyperv_hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:42.623919 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] No Port match for: 2f1638cb-7621-4f91-b98f-8ed8ec68e111 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:42.624260 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Device 2f1638cb-7621-4f91-b98f-8ed8ec68e111 not bound to the agent host hv-cinder-82483 {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:42.685953 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:42.686283 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (4f6a3d9f-639a-444d-882b-48ca96d09c88), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:42.699648 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Calling delete_port for 4f6a3d9f-639a-444d-882b-48ca96d09c88 owned by network:floatingip {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:42.700166 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'name': 'network-vif-deleted', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d'}] {{(pid=102393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 16 23:30:42.702574 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c9404205556c18953096a72a8f2123994cefff579f4db4c8b30d41f2018aace" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b9e1c-ae74-4783-a781-15b9522604ac" -d '{"events": [{"server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "name": "network-vif-deleted", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d"}]}' {{(pid=102393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 16 23:30:42.749181 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 16 Jan 2022 23:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490373c1-d9ea-46e9-8cb5-0ec591ddf4b3 x-openstack-request-id: req-490373c1-d9ea-46e9-8cb5-0ec591ddf4b3 {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 16 23:30:42.749533 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaec7b06-9b50-4608-a062-728123cb57df", "name": "network-vif-deleted", "tag": "6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d", "status": "completed", "code": 200}]} {{(pid=102393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 16 23:30:42.750091 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-490373c1-d9ea-46e9-8cb5-0ec591ddf4b3 {{(pid=102393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 16 23:30:42.750651 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaec7b06-9b50-4608-a062-728123cb57df', 'name': 'network-vif-deleted', 'tag': '6d947b6b-0e92-48b0-aae6-8beb9dd6ae7d', 'status': 'completed', 'code': 200} Jan 16 23:30:42.859691 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (4f6a3d9f-639a-444d-882b-48ca96d09c88), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:42.889112 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'Port': ['ID=4f6a3d9f-639a-444d-882b-48ca96d09c88,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:42.957901 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for floatingip (befa9232-686b-4b6a-bedf-bf2c274aac04), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:42.960651 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40996'] for floatingip (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:42.964906 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-35a2070f-60cd-4057-ba26-a3d1ab3a40e7 tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "DELETE /v2.0/floatingips/befa9232-686b-4b6a-bedf-bf2c274aac04 HTTP/1.1" status: 204 len: 168 time: 0.5325119 Jan 16 23:30:43.814080 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-290d01e2-1217-4a20-b563-853938185814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:44.197602 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45504) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:44.257604 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c2e60848-d2c2-478c-b458-1a95f28f491b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group (8bd9afc4-12d4-47b0-b77a-62421b36769a), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:44.285519 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c2e60848-d2c2-478c-b458-1a95f28f491b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group (8bd9afc4-12d4-47b0-b77a-62421b36769a), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:44.353376 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c2e60848-d2c2-478c-b458-1a95f28f491b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (8bd9afc4-12d4-47b0-b77a-62421b36769a), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:44.356167 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-c2e60848-d2c2-478c-b458-1a95f28f491b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:44.357345 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-c2e60848-d2c2-478c-b458-1a95f28f491b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] 10.222.0.35 "DELETE /v2.0/security-groups/8bd9afc4-12d4-47b0-b77a-62421b36769a HTTP/1.1" status: 204 len: 168 time: 0.1586730 Jan 16 23:30:44.366533 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e60848-d2c2-478c-b458-1a95f28f491b tempest-TestVolumeBootPattern-441222115 tempest-TestVolumeBootPattern-441222115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd9afc4-12d4-47b0-b77a-62421b36769a,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:44.422221 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45508) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:44.944564 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:44.984414 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (aa39afff-513f-402c-8b8f-dada5fd57490), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.240915 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Deleting port c1d59d0e-7871-4d57-b82e-5f3caacfacdc {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:45.241590 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.321181 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] For port c1d59d0e-7871-4d57-b82e-5f3caacfacdc, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:45.321637 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.325370 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45518) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:45.340892 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Calling delete_port for c1d59d0e-7871-4d57-b82e-5f3caacfacdc owned by network:router_interface {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:45.478921 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-0e53848a-698c-4cbe-82a4-a9c10d3a3a4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29e896650b9c4f1ab9b49df7766637e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521866 Jan 16 23:30:45.479189 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45522) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:45.555163 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (c1d59d0e-7871-4d57-b82e-5f3caacfacdc), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.590518 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d59d0e-7871-4d57-b82e-5f3caacfacdc,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:45.595552 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47b72e29-f531-4a7e-b675-febbf9d9648d admin admin] Publish callbacks [] for security_group (1bdfc9b7-7d7e-4c87-849b-fdabe666d519), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.656485 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47b72e29-f531-4a7e-b675-febbf9d9648d admin admin] Publish callbacks [] for security_group (1bdfc9b7-7d7e-4c87-849b-fdabe666d519), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.752857 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47b72e29-f531-4a7e-b675-febbf9d9648d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (1bdfc9b7-7d7e-4c87-849b-fdabe666d519), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.755449 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-47b72e29-f531-4a7e-b675-febbf9d9648d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.759215 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-47b72e29-f531-4a7e-b675-febbf9d9648d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1bdfc9b7-7d7e-4c87-849b-fdabe666d519 HTTP/1.1" status: 204 len: 168 time: 0.2765057 Jan 16 23:30:45.801779 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b72e29-f531-4a7e-b675-febbf9d9648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdfc9b7-7d7e-4c87-849b-fdabe666d519,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:45.819828 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (aa39afff-513f-402c-8b8f-dada5fd57490), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:45.944905 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:46.063454 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Router aa39afff-513f-402c-8b8f-dada5fd57490 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:30:46.175855 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:30:46.182286 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-1221f5aa-2db7-4060-a8f6-3b5212293481 admin admin] 10.222.0.35 "PUT /v2.0/routers/aa39afff-513f-402c-8b8f-dada5fd57490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7584743 Jan 16 23:30:46.184501 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45534) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:46.189500 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] Sync routers for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:30:46.202154 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:46.202841 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:46.312575 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks [] for router (aa39afff-513f-402c-8b8f-dada5fd57490), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:46.325630 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:46.429462 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks [] for router_gateway (aa39afff-513f-402c-8b8f-dada5fd57490), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:46.490444 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Deleting port fda689e7-505a-4d4e-bada-ae0be80eb320 {{(pid=102394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:46.490833 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:46.565856 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:30:45Z', 'revision_number': 5, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port': {'id': 'fda689e7-505a-4d4e-bada-ae0be80eb320', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:ef:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:46.596388 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] Checking router: aa39afff-513f-402c-8b8f-dada5fd57490 for host: dv-cinder-824839-1-iscsi {{(pid=102395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:30:46.597309 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.db [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] For port fda689e7-505a-4d4e-bada-ae0be80eb320, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=fda689e7-505a-4d4e-bada-ae0be80eb320,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:46.597683 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:46.606441 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] Routers {'aa39afff-513f-402c-8b8f-dada5fd57490'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:46.607074 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['aa39afff-513f-402c-8b8f-dada5fd57490'], 'active': True} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:46.618732 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.plugins.ml2.plugin [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Calling delete_port for fda689e7-505a-4d4e-bada-ae0be80eb320 owned by network:router_gateway {{(pid=102394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:46.708846 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvr_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] Set router aa39afff-513f-402c-8b8f-dada5fd57490 gateway port host: None {{(pid=102395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:46.769505 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_hamode_db [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:30:46Z', 'revision_number': 6, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:46.802813 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea1082-f3f6-460c-b953-14bba1567022 None None] The sync data for ids ['aa39afff-513f-402c-8b8f-dada5fd57490'] in dv-cinder-824839-1-iscsi is: [{'id': 'aa39afff-513f-402c-8b8f-dada5fd57490', 'name': 'tempest-TestVolumeBootPattern-1551794433-router', 'tenant_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:39Z', 'updated_at': '2022-01-16T23:30:46Z', 'revision_number': 6, 'project_id': 'ce77755a4b2c4d629e36930e911e0aa0', 'gw_port_host': None}] {{(pid=102395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:30:46.829358 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61975004'] for port (fda689e7-505a-4d4e-bada-ae0be80eb320), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:46.863291 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Pushing event deleted for resources: {'Port': ['ID=fda689e7-505a-4d4e-bada-ae0be80eb320,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:46.942587 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (aa39afff-513f-402c-8b8f-dada5fd57490), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.382154 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device c1d59d0e-7871-4d57-b82e-5f3caacfacdc no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:47.409476 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (aa39afff-513f-402c-8b8f-dada5fd57490), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.411813 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks [] for router_controller (aa39afff-513f-402c-8b8f-dada5fd57490), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.412413 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: c1d59d0e-7871-4d57-b82e-5f3caacfacdc {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:47.412779 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device c1d59d0e-7871-4d57-b82e-5f3caacfacdc not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:47.454567 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (aa39afff-513f-402c-8b8f-dada5fd57490), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.455144 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa39afff-513f-402c-8b8f-dada5fd57490 {{(pid=102394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:30:47.460113 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.461284 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-b7a1cded-3e9d-485a-9018-7eaf5777808d admin admin] 10.222.0.35 "DELETE /v2.0/routers/aa39afff-513f-402c-8b8f-dada5fd57490 HTTP/1.1" status: 204 len: 168 time: 1.2756150 Jan 16 23:30:47.464453 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [-] (102394) accepted ('10.222.0.35', 45566) {{(pid=102394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:47.509582 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.db.db_base_plugin_v2 [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Deleting subnet 653da565-5b0e-4d06-b7af-2f724ca8ff4a {{(pid=102394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:30:47.512735 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Publish callbacks [] for subnet (653da565-5b0e-4d06-b7af-2f724ca8ff4a), before_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.546204 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62784510'] for subnet (653da565-5b0e-4d06-b7af-2f724ca8ff4a), precommit_delete_associations {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.627773 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.630084 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (653da565-5b0e-4d06-b7af-2f724ca8ff4a), precommit_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.683775 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61975023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62734980'] for subnet (653da565-5b0e-4d06-b7af-2f724ca8ff4a), after_delete {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.712217 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653da565-5b0e-4d06-b7af-2f724ca8ff4a,revision_number=None']} {{(pid=102394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:47.715957 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron_lib.callbacks.manager [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for subnet (None), before_response {{(pid=102394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.719677 dv-cinder-824839-1-iscsi neutron-server[102394]: INFO neutron.wsgi [None req-0101ebfd-e8c7-47de-9468-a7a814b6aeaf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/653da565-5b0e-4d06-b7af-2f724ca8ff4a HTTP/1.1" status: 204 len: 168 time: 0.2537100 Jan 16 23:30:47.721992 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45568) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:47.729962 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a3c71-7d75-44d4-8b18-bf2dc110ef00 None None] Network 11f78065-3f1e-4b8b-a23e-fad2b059ebdb requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:30:47.808378 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (11f78065-3f1e-4b8b-a23e-fad2b059ebdb), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.886370 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Deleting port 8e1b333d-d146-49db-bfd0-1417a1933e23 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:47.886714 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.927446 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57f483-e856-440f-9157-ad998e216663 None None] DHCP port deletion for 11f78065-3f1e-4b8b-a23e-fad2b059ebdb request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:30:47.951841 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] For port 8e1b333d-d146-49db-bfd0-1417a1933e23, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8e1b333d-d146-49db-bfd0-1417a1933e23,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:47.952704 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:47.969023 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Calling delete_port for 8e1b333d-d146-49db-bfd0-1417a1933e23 owned by network:dhcp {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:48.008117 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-cd57f483-e856-440f-9157-ad998e216663 None None] Deleting port 8e1b333d-d146-49db-bfd0-1417a1933e23 {{(pid=102395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:48.008537 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-cd57f483-e856-440f-9157-ad998e216663 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), before_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.066640 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.086946 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-cd57f483-e856-440f-9157-ad998e216663 None None] For port 8e1b333d-d146-49db-bfd0-1417a1933e23, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8e1b333d-d146-49db-bfd0-1417a1933e23,segment=NetworkSegment(bc58ff6f-42b6-4551-8ab0-1eddd1990685),segment_id=bc58ff6f-42b6-4551-8ab0-1eddd1990685)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:48.087483 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-cd57f483-e856-440f-9157-ad998e216663 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), precommit_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.094653 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1b333d-d146-49db-bfd0-1417a1933e23,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:48.097058 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] No DVR routers for this DVR port 8e1b333d-d146-49db-bfd0-1417a1933e23 on host dv-cinder-824839-1-iscsi {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:48.106404 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-cd57f483-e856-440f-9157-ad998e216663 None None] Calling delete_port for 8e1b333d-d146-49db-bfd0-1417a1933e23 owned by network:dhcp {{(pid=102395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:48.188594 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (11f78065-3f1e-4b8b-a23e-fad2b059ebdb), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.205077 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-cd57f483-e856-440f-9157-ad998e216663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190'] for port (8e1b333d-d146-49db-bfd0-1417a1933e23), after_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.209459 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f78065-3f1e-4b8b-a23e-fad2b059ebdb']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:48.219542 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc58ff6f-42b6-4551-8ab0-1eddd1990685') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:48.219779 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc58ff6f-42b6-4551-8ab0-1eddd1990685') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:48.222041 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57f483-e856-440f-9157-ad998e216663 None None] No DVR routers for this DVR port 8e1b333d-d146-49db-bfd0-1417a1933e23 on host dv-cinder-824839-1-iscsi {{(pid=102395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:48.236026 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (bc58ff6f-42b6-4551-8ab0-1eddd1990685), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.243879 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57f483-e856-440f-9157-ad998e216663 None None] Pushing event deleted for resources: {'Port': ['ID=8e1b333d-d146-49db-bfd0-1417a1933e23,revision_number=None']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:48.257734 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (bc58ff6f-42b6-4551-8ab0-1eddd1990685), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.271455 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:30:48.271863 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (bc58ff6f-42b6-4551-8ab0-1eddd1990685), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: warnings.warn(msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:30:48.273737 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:30:48.336052 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (11f78065-3f1e-4b8b-a23e-fad2b059ebdb), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.353244 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.356631 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] 10.222.0.35 "DELETE /v2.0/networks/11f78065-3f1e-4b8b-a23e-fad2b059ebdb HTTP/1.1" status: 204 len: 168 time: 0.6330354 Jan 16 23:30:48.357559 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001f35e-367e-43d8-b1d4-8d54748ccb9c admin admin] Pushing event deleted for resources: {'Network': ['ID=11f78065-3f1e-4b8b-a23e-fad2b059ebdb,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:48.365666 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45572) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:48.380522 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.726705 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-647173'] for router_interface (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:48.920333 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device fda689e7-505a-4d4e-bada-ae0be80eb320 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:48.945227 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: fda689e7-505a-4d4e-bada-ae0be80eb320 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:48.945568 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device fda689e7-505a-4d4e-bada-ae0be80eb320 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:48.946015 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8e1b333d-d146-49db-bfd0-1417a1933e23 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:48.965265 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 8e1b333d-d146-49db-bfd0-1417a1933e23 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:48.965610 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8e1b333d-d146-49db-bfd0-1417a1933e23 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:48.994813 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Deleting port 8a841341-7d95-459d-9b0a-a59f25fb245b {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:48.995153 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:49.071853 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] For port 8a841341-7d95-459d-9b0a-a59f25fb245b, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=8a841341-7d95-459d-9b0a-a59f25fb245b,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:49.072207 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:49.084570 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Calling delete_port for 8a841341-7d95-459d-9b0a-a59f25fb245b owned by network:router_interface {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:49.258825 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (8a841341-7d95-459d-9b0a-a59f25fb245b), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:49.284429 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a841341-7d95-459d-9b0a-a59f25fb245b,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:49.450064 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-596990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627861'] for router_interface (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:49.662056 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 has already been hosted by L3 agent a505617d-a831-4662-b572-4bf0a1c76cc3 {{(pid=102393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 16 23:30:49.765838 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] Notify agent at l3_agent.dv-cinder-824839-1-iscsi the message routers_updated {{(pid=102393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 16 23:30:49.770702 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-e3d7ea65-a8bc-474a-aa1d-d8866eaf9c3f admin admin] 10.222.0.35 "PUT /v2.0/routers/b9e6afc2-34e7-42d5-97f7-d6c618fc6be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4005961 Jan 16 23:30:49.773217 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45580) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:49.774989 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] Sync routers for ids ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'] in dv-cinder-824839-1-iscsi {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 16 23:30:49.785075 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] Routers {'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:49.785734 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:49.877392 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks [] for router (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:49.887569 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] Set router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 gateway port host: dv-cinder-824839-1-iscsi {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:49.975347 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks [] for router_gateway (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.033344 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Deleting port ace27037-4beb-43b0-95cb-607a76b710a7 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:50.034032 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.064011 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'external_fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170'}], 'enable_snat': True}, 'gw_port_id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:30:49Z', 'revision_number': 5, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port': {'id': 'ace27037-4beb-43b0-95cb-607a76b710a7', 'name': '', 'network_id': 'aa6fabb0-d34c-48e7-af7b-05d18b36c589', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'ip_address': '172.27.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824839-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-16T23:23:44Z', 'updated_at': '2022-01-16T23:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4ca68bb-8821-455d-92ea-d0b81328d2c0', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824839-1-iscsi'}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:50.094825 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] Checking router: b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 for host: dv-cinder-824839-1-iscsi {{(pid=102396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 16 23:30:50.103745 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] Routers {'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'} bound to L3 agent in host dv-cinder-824839-1-iscsi {{(pid=102396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 16 23:30:50.104373 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824839-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-16T23:09:44Z,description=,heartbeat_timestamp=2022-01-16T23:30:44Z,host='dv-cinder-824839-1-iscsi',id=a505617d-a831-4662-b572-4bf0a1c76cc3,load=0,resource_versions=,resources_synced=,started_at=2022-01-16T23:09:44Z,topic='l3_agent')) {'router_ids': ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'], 'active': True} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:50.118681 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] For port ace27037-4beb-43b0-95cb-607a76b710a7, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=ace27037-4beb-43b0-95cb-607a76b710a7,segment=NetworkSegment(6db7266a-de2a-458a-af86-c3ec4019db3c),segment_id=6db7266a-de2a-458a-af86-c3ec4019db3c)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:50.119046 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.132062 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Calling delete_port for ace27037-4beb-43b0-95cb-607a76b710a7 owned by network:router_gateway {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:50.192265 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_dvr_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] Set router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 gateway port host: None {{(pid=102396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 16 23:30:50.243875 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.l3_hamode_db [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:30:49Z', 'revision_number': 6, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port_host': None}], 'dv-cinder-824839-1-iscsi', False) {} {{(pid=102396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:50.276581 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881f6441-4809-4678-92cd-cff1c68f0bb5 None None] The sync data for ids ['b9e6afc2-34e7-42d5-97f7-d6c618fc6be8'] in dv-cinder-824839-1-iscsi is: [{'id': 'b9e6afc2-34e7-42d5-97f7-d6c618fc6be8', 'name': 'tempest-TestVolumeBootPattern-1240053807-router', 'tenant_id': '18cb4e652b0e4061851e4c11489c4261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-16T23:23:43Z', 'updated_at': '2022-01-16T23:30:49Z', 'revision_number': 6, 'project_id': '18cb4e652b0e4061851e4c11489c4261', 'gw_port_host': None}] {{(pid=102396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 16 23:30:50.314967 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (ace27037-4beb-43b0-95cb-607a76b710a7), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.337804 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace27037-4beb-43b0-95cb-607a76b710a7,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:50.398849 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-647807'] for router_gateway (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.745307 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-650984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8187'] for router (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.747423 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks [] for router_controller (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.789393 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-650979'] for router (b9e6afc2-34e7-42d5-97f7-d6c618fc6be8), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.790612 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 {{(pid=102393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 16 23:30:50.794807 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.795846 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-725052d4-e328-4574-aadf-a44e4ff615e8 admin admin] 10.222.0.35 "DELETE /v2.0/routers/b9e6afc2-34e7-42d5-97f7-d6c618fc6be8 HTTP/1.1" status: 204 len: 168 time: 1.0216961 Jan 16 23:30:50.798269 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45584) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:50.842790 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.db_base_plugin_v2 [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Deleting subnet e3f6d94f-5e96-4545-8871-b387724b3323 {{(pid=102393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 16 23:30:50.845852 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Publish callbacks [] for subnet (e3f6d94f-5e96-4545-8871-b387724b3323), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.878910 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6222474'] for subnet (e3f6d94f-5e96-4545-8871-b387724b3323), precommit_delete_associations {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:50.953358 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3672405'] for subnet (e3f6d94f-5e96-4545-8871-b387724b3323), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.005356 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3672386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6222561', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5365296'] for subnet (e3f6d94f-5e96-4545-8871-b387724b3323), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.030492 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f6d94f-5e96-4545-8871-b387724b3323,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:51.034043 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.037310 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-376ea142-3661-4066-b154-cf6e30535bbf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e3f6d94f-5e96-4545-8871-b387724b3323 HTTP/1.1" status: 204 len: 168 time: 0.2379737 Jan 16 23:30:51.039798 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45586) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:51.040289 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bbb892-8e94-4137-86a1-9adc13b23f76 None None] Network d1a056c6-fb14-48d9-a14e-af74eeca097f requested from dv-cinder-824839-1-iscsi {{(pid=102395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 16 23:30:51.115620 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737641'] for network (d1a056c6-fb14-48d9-a14e-af74eeca097f), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.135851 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8a841341-7d95-459d-9b0a-a59f25fb245b no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:51.162172 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 8a841341-7d95-459d-9b0a-a59f25fb245b {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:51.162524 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 8a841341-7d95-459d-9b0a-a59f25fb245b not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:51.162936 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ace27037-4beb-43b0-95cb-607a76b710a7 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:51.176119 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Deleting port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 {{(pid=102393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:51.176596 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.188581 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: ace27037-4beb-43b0-95cb-607a76b710a7 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:51.188873 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device ace27037-4beb-43b0-95cb-607a76b710a7 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:51.232853 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] DHCP port deletion for d1a056c6-fb14-48d9-a14e-af74eeca097f request from dv-cinder-824839-1-iscsi {{(pid=102395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 16 23:30:51.247562 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.db [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] For port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:51.247932 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.260904 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.plugin [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Calling delete_port for 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 owned by network:dhcp {{(pid=102393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:51.280622 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] Deleting port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 {{(pid=102395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 16 23:30:51.280999 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765061010149'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), before_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.342594 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6222546'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.348393 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.db [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] For port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4, host dv-cinder-824839-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824839-1-iscsi',level=0,port_id=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,segment=NetworkSegment(c3101a47-f3b0-4ff7-bcac-3fcdaefbf926),segment_id=c3101a47-f3b0-4ff7-bcac-3fcdaefbf926)] {{(pid=102395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 16 23:30:51.348914 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-641440'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), precommit_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.364105 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] Calling delete_port for 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 owned by network:dhcp {{(pid=102395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 16 23:30:51.373031 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:51.376474 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] No DVR routers for this DVR port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 on host dv-cinder-824839-1-iscsi {{(pid=102393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:51.448644 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3593913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765061015673', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765060452190'] for port (0ef605d6-04d9-4c83-8a3d-0a41bff417a4), after_delete {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.461763 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3731666', 'neutron.services.segments.db._delete_segments_for_network-8765060989224'] for network (d1a056c6-fb14-48d9-a14e-af74eeca097f), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.472703 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] Pushing event deleted for resources: {'Port': ['ID=0ef605d6-04d9-4c83-8a3d-0a41bff417a4,revision_number=None']} {{(pid=102395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:51.476632 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aac5de-f004-4cd8-b155-05343091fc23 None None] No DVR routers for this DVR port 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 on host dv-cinder-824839-1-iscsi {{(pid=102395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 16 23:30:51.482785 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a056c6-fb14-48d9-a14e-af74eeca097f']}} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:51.492495 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926') {'for_net_delete': True} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:51.493323 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.services.segments.db [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3101a47-f3b0-4ff7-bcac-3fcdaefbf926') {} {{(pid=102393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 16 23:30:51.502606 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765060989489', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220665'] for segment (c3101a47-f3b0-4ff7-bcac-3fcdaefbf926), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.517643 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832'] for segment (c3101a47-f3b0-4ff7-bcac-3fcdaefbf926), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.524071 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 16 23:30:51.524476 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3571832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6222479'] for segment (c3101a47-f3b0-4ff7-bcac-3fcdaefbf926), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: Traceback (most recent call last): Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: timer() Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: cb(*args, **kw) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: return func(*args, **kwargs) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: self._notify() Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: self.callback(batched_events) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: event.method(event) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: aggregate_uuid = self.p_client.list_aggregates( Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: return f(self, *a, **k) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._get(url).json() Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: return self.request(url, 'GET', **kwargs) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: base_url = self.get_endpoint(auth, allow=allow, Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 16 23:30:51.526644 dv-cinder-824839-1-iscsi neutron-server[102393]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 16 23:30:51.584725 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3731659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-596871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-647699'] for network (d1a056c6-fb14-48d9-a14e-af74eeca097f), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.590155 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-596881'] for network (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.593327 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] 10.222.0.35 "DELETE /v2.0/networks/d1a056c6-fb14-48d9-a14e-af74eeca097f HTTP/1.1" status: 204 len: 168 time: 0.5523314 Jan 16 23:30:51.604357 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1202c4-9c1d-482d-b9e7-92a9aba4140c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a056c6-fb14-48d9-a14e-af74eeca097f,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:51.763613 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45598) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:51.802579 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-27c90825-fdc4-4376-b7ad-6847bd569b7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce77755a4b2c4d629e36930e911e0aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377817 Jan 16 23:30:51.804886 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45600) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:51.850306 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f814512d-c17f-4061-aa7a-4340294955f7 admin admin] Publish callbacks [] for security_group (7522aeb2-fa78-4811-9f49-4eda52dce0ea), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.872445 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f814512d-c17f-4061-aa7a-4340294955f7 admin admin] Publish callbacks [] for security_group (7522aeb2-fa78-4811-9f49-4eda52dce0ea), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.919657 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f814512d-c17f-4061-aa7a-4340294955f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (7522aeb2-fa78-4811-9f49-4eda52dce0ea), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.922321 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f814512d-c17f-4061-aa7a-4340294955f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:51.923476 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f814512d-c17f-4061-aa7a-4340294955f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7522aeb2-fa78-4811-9f49-4eda52dce0ea HTTP/1.1" status: 204 len: 168 time: 0.1169300 Jan 16 23:30:51.931973 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814512d-c17f-4061-aa7a-4340294955f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522aeb2-fa78-4811-9f49-4eda52dce0ea,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:52.228071 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45606) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:52.269293 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-561ebb8b-e364-4d7e-acea-ad7f3455b5e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18cb4e652b0e4061851e4c11489c4261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399733 Jan 16 23:30:52.271508 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45608) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:52.319560 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f334b47b-de0d-48a3-a1bb-902ff62d5650 admin admin] Publish callbacks [] for security_group (8e4a5693-0b9e-4f2b-bf93-3f32108fa447), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:52.340779 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f334b47b-de0d-48a3-a1bb-902ff62d5650 admin admin] Publish callbacks [] for security_group (8e4a5693-0b9e-4f2b-bf93-3f32108fa447), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:52.385321 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f334b47b-de0d-48a3-a1bb-902ff62d5650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (8e4a5693-0b9e-4f2b-bf93-3f32108fa447), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:52.387822 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-f334b47b-de0d-48a3-a1bb-902ff62d5650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:52.389006 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-f334b47b-de0d-48a3-a1bb-902ff62d5650 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e4a5693-0b9e-4f2b-bf93-3f32108fa447 HTTP/1.1" status: 204 len: 168 time: 0.1166396 Jan 16 23:30:52.396543 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334b47b-de0d-48a3-a1bb-902ff62d5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a5693-0b9e-4f2b-bf93-3f32108fa447,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:52.912292 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 no longer exists at agent ovs-agent-dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 16 23:30:52.934717 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.plugin [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] No Port match for: 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 {{(pid=102395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 16 23:30:52.935056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron.plugins.ml2.rpc [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Device 0ef605d6-04d9-4c83-8a3d-0a41bff417a4 not bound to the agent host dv-cinder-824839-1-iscsi {{(pid=102395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 16 23:30:54.127474 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45624) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:54.229173 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1965-1451-48d0-b5d7-b089535e7d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.299375 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1965-1451-48d0-b5d7-b089535e7d09 admin admin] Publish callbacks [] for security_group (357a67c2-4d28-42e2-9123-2a7934fe5d00), precommit_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.302994 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1965-1451-48d0-b5d7-b089535e7d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (357a67c2-4d28-42e2-9123-2a7934fe5d00), after_create {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.340925 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b1965-1451-48d0-b5d7-b089535e7d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a67c2-4d28-42e2-9123-2a7934fe5d00,revision_number=1']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:30:54.348607 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-1a1b1965-1451-48d0-b5d7-b089535e7d09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f15a31a907d14498adda9f7ecc11d9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177527 Jan 16 23:30:54.349764 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.wsgi [-] (102393) accepted ('10.222.0.35', 45628) {{(pid=102393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 16 23:30:54.397946 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44709918-ffea-4ab0-8075-e37a75922246 admin admin] Publish callbacks [] for security_group (357a67c2-4d28-42e2-9123-2a7934fe5d00), before_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.418043 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44709918-ffea-4ab0-8075-e37a75922246 admin admin] Publish callbacks [] for security_group (357a67c2-4d28-42e2-9123-2a7934fe5d00), precommit_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.462151 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44709918-ffea-4ab0-8075-e37a75922246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609671'] for security_group (357a67c2-4d28-42e2-9123-2a7934fe5d00), after_delete {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.464627 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron_lib.callbacks.manager [None req-44709918-ffea-4ab0-8075-e37a75922246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:30:54.465778 dv-cinder-824839-1-iscsi neutron-server[102393]: INFO neutron.wsgi [None req-44709918-ffea-4ab0-8075-e37a75922246 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/357a67c2-4d28-42e2-9123-2a7934fe5d00 HTTP/1.1" status: 204 len: 168 time: 0.1158984 Jan 16 23:30:54.473354 dv-cinder-824839-1-iscsi neutron-server[102393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44709918-ffea-4ab0-8075-e37a75922246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a67c2-4d28-42e2-9123-2a7934fe5d00,revision_number=None']} {{(pid=102393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 16 23:31:07.817338 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:31:11.351168 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-bb908723-440d-4ca7-9182-891196876b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:13.806499 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-cebd5c19-40fd-4be5-be2e-dc3011b332d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:14.942759 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:15.939069 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:17.621420 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:18.393230 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:41.353149 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-eaa6b70e-b2d5-407e-b5c3-161fee8545df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:43.808407 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-763a1c92-8713-4f43-a243-94f7afbbb0e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:44.816096 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:31:44.946593 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:45.943960 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:47.622561 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:31:48.395223 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:11.355167 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f6d2a2d-1ec2-44f9-9bdb-ba6651146f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:13.813299 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b704691e-562b-47d3-a259-39cb07fb033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:14.949333 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:15.943010 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:17.624118 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:18.408904 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:21.815521 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:32:41.357056 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-1edd8ed7-a9a6-4389-9216-5c2d241814b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:43.814625 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-16c2d2f4-082d-4b2b-a6e2-3d376ddf83de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:44.952567 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:45.945891 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:47.626766 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:48.425049 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:32:58.814185 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:33:11.359234 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-c63f30a5-70f2-48e4-b383-7e36c8c4c6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:13.816277 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9c768013-9652-40ca-9728-652ef95378c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:14.956943 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:15.950419 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:17.627596 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:18.424507 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:35.813769 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:33:41.359544 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-8efdaa95-383e-45a7-96bd-52d2071bbe78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:43.817984 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-2dc41a93-d5d6-4157-8429-d15ecd6de2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:44.957986 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:45.949450 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:47.629841 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:33:48.439895 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:11.362311 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-9541d999-6d5d-4380-bb15-969cfb0d1836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:12.812705 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:34:13.941253 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-b58bfc2c-15b3-4d6d-8bd0-d048ca0307b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:14.962718 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:15.952363 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:17.632551 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:18.464404 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:41.363150 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-61b0cf52-eb8c-49c0-9df8-8077b26d0bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:43.823493 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab68-393f-4022-8b15-1746ba366355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:44.967089 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:45.955903 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:47.633747 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:48.456111 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:34:49.811396 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:35:11.364650 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-d53c8bee-5cd2-4a76-a93d-ed735befae82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:13.824760 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ee81f407-86b9-4c2c-b037-fdecc7760980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:14.967151 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:15.961872 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:17.635930 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:18.473136 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:26.810855 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 16 23:35:41.369920 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-fefddd1c-0c99-49a9-8257-b6dfe761d827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (0320b1cb-4a1d-4a16-a4d6-ecf1d0ab48c5), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:43.826273 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-14259c50-0cc8-47a1-9e41-5076bcc966cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (a505617d-a831-4662-b572-4bf0a1c76cc3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:44.970990 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-57cca466-feaa-4ab7-927f-d3e18825e55a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c91f3c58-49eb-4cb5-a3ab-d85e98f4f3bd), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:45.962836 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-6f4584e7-cca8-4c6f-bf3d-3f8cb22636c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (6feeeb64-8a02-415f-9951-ef63c44cbaec), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:47.638410 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-a3eb675d-5a1d-4973-a076-8139a07cc859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (c5de8f4a-aa24-4089-9c05-ea9bb543f9d3), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:48.486107 dv-cinder-824839-1-iscsi neutron-server[102395]: DEBUG neutron_lib.callbacks.manager [None req-ca62b398-7b82-4a72-b00a-88f3a8255640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765060989206', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3735060'] for agent (782615c9-7c60-4b5e-915b-a8048f2dea60), after_update {{(pid=102395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 16 23:35:51.537953 dv-cinder-824839-1-iscsi neutron-server[102394]: DEBUG neutron.wsgi [req-7becaf86-6201-4389-a075-3c3ab1d82668 req-c9c232ab-7389-492e-95c9-76f0c96adba8 service neutron] (102394) timed out ('10.222.0.76', 51590) {{(pid=102394) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 16 23:36:03.809295 dv-cinder-824839-1-iscsi neutron-server[102396]: DEBUG neutron.db.agents_db [None req-659633a7-9947-4c12-9554-58180af7a771 None None] Agent healthcheck: found 6 active agents {{(pid=102396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}